-- Logs begin at Thu 2021-11-11 10:24:20 UTC, end at Thu 2021-11-11 11:20:31 UTC. -- Nov 11 10:53:53.476881 dv-cinder-817514-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 10:53:56.257531 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.common.config [-] Logging enabled! Nov 11 10:53:56.258165 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 10:53:56.258308 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101512) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 10:53:56.261590 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.common.config [-] Logging enabled! Nov 11 10:53:56.261844 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 10:53:56.262154 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101512) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 10:53:56.263128 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 10:53:56.263318 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 10:53:56.263675 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 10:53:56.263919 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 10:53:56.264145 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 10:53:56.264464 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.264912 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 10:53:56.265224 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.265593 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.265808 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.266107 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.266399 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.266676 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.266965 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.267785 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.268076 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.268350 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.268661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.268952 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.269234 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.269521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.269809 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.270093 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] debug = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.270372 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.270802 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.271880 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.271880 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.271880 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.272185 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.272309 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.272587 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.272876 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.273203 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] host = dv-cinder-817514-2-iscsi {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.273477 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.273763 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.274051 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.274334 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.274607 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.274991 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.275164 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.275435 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.275703 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.275980 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.276265 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.276570 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.276873 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.277096 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.277316 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.277611 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.277905 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.278167 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.278438 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.278710 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.278980 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.279252 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.279527 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.279799 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.280082 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.280365 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.280659 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.280930 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.281198 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.281464 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.281745 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.282014 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.282285 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.282553 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.283392 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.283660 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.283931 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.284230 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.284515 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.284823 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.285140 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.285375 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.285656 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.285929 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.286196 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.286464 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_json = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.286732 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.286999 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.287279 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.287548 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.287816 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.288082 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.288350 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.288657 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:56.288954 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.289248 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.289545 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.289823 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.290122 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.290400 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.290688 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.290964 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.291249 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.291536 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.291819 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.292092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.292374 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.292681 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.292976 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.293282 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.293578 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.293867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.294139 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.294409 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.294680 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.294956 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.295238 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.295511 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.295794 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.296084 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.296356 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.296665 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.296960 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.297249 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.297520 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.297796 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.298083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.298380 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.298651 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.298927 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.299215 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.299489 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.299757 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.300036 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.300309 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.300600 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.300871 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.301145 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.301431 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.301702 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.301968 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.302234 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.302505 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.302772 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.303053 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.303324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.303592 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.303860 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.304132 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.304399 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.304695 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.304969 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.305237 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.305618 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.305899 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.306168 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.306438 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.306709 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.306977 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.307244 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.307762 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.308039 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.308308 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.308599 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.308874 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.309145 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.309417 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.309701 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.309996 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.310271 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.310545 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.310821 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.311094 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.311368 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.311640 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.311914 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.312186 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.312454 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.312763 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.313044 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.313327 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.313608 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.313902 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.314222 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.314495 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.314774 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.315048 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.315322 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.315604 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.315889 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.316181 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.316471 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.316786 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.317083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.317374 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.317651 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.317956 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.318234 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:56.318448 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 10:53:56.318688 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101512) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 10:53:56.758163 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 10:53:56.758450 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 10:53:56.758757 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 10:53:56.759093 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 10:53:57.102129 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.102409 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.102681 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.103901 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.104176 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.104442 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.140926 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.141204 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.141474 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.157302 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.158107 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.158381 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.190061 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.190334 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.190599 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.228169 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.228439 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.228737 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.483880 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.484579 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.484579 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.484743 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.485407 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.615345 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.615658 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.615945 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.616217 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.616487 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.616832 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.617092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.617350 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.617606 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.617889 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.618150 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.618532 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.618795 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.619054 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.619311 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.619576 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.619820 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.620090 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.620363 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.620656 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.620932 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.621186 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.621615 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.622004 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.622537 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.622785 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.623194 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.623436 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.623673 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.623907 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.624143 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.624378 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:57.624778 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 10:53:57.628501 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 10:53:57.632775 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 10:53:57.636750 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 11 10:53:57.638412 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 10:53:57.638876 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 10:53:57.639220 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 10:53:57.639610 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 10:53:57.643026 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 10:53:57.643278 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 10:53:57.643636 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 10:53:57.649065 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 10:53:57.672220 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 10:53:57.672736 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.673022 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101512) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 10:53:57.673412 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.674804 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101512) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 10:53:57.675091 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 10:53:57.675338 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 10:53:57.678597 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.678875 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:57.743153 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 10:53:57.743331 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 10:53:57.743567 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 10:53:57.743940 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 10:53:57.764030 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_db.sqlalchemy.engines [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101512) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 10:53:58.305627 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing driver for type 'gre' Nov 11 10:53:58.306085 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] gre ID ranges: [(1, 1000)] Nov 11 10:53:58.359646 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing driver for type 'local' Nov 11 10:53:58.359975 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing driver for type 'vlan' Nov 11 10:53:58.372776 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] VlanTypeDriver initialization complete Nov 11 10:53:58.373112 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing driver for type 'vxlan' Nov 11 10:53:58.373636 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] vxlan ID ranges: [(1, 1000)] Nov 11 10:53:58.426973 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing extension driver 'port_security' Nov 11 10:53:58.427430 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.extensions.port_security [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] PortSecurityExtensionDriver initialization complete Nov 11 10:53:58.427769 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing mechanism driver 'openvswitch' Nov 11 10:53:58.428088 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing mechanism driver 'hyperv' Nov 11 10:53:58.435197 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.plugin [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:53:58.436051 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.436429 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.436816 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.437349 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.437782 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.438137 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.438483 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.438877 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.439283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.439630 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.439970 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.440360 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.440794 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.441146 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.441486 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.441877 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.442283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.442625 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.442963 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.443358 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.443758 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > address_group after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.444101 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > address_group after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.444437 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.444854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101512) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 10:53:58.445230 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] ML2 OVO RPC backend initialized. {{(pid=101512) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 10:53:58.445932 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.446287 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.446701 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.447049 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > networks before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.447395 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.447735 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > ports before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.448076 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.448415 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnets before_response 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.448785 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.449124 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.449498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.449795 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.450149 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.450464 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.450798 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.451131 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.451466 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.452041 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.plugin [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Modular L2 Plugin initialization complete Nov 11 10:53:58.452369 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading services supported by the core plugin {{(pid=101512) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 10:53:58.452725 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.plugins.ml2.managers [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Got port-security extension from driver 'port_security' Nov 11 10:53:58.453186 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.extensions.vlantransparent [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Disabled vlantransparent extension. Nov 11 10:53:58.453667 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101512) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 10:53:58.453980 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: router Nov 11 10:53:58.490719 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.491330 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_create 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.491468 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router before_create 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.491833 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.492206 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.493097 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_delete 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.493097 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.493398 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.493761 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_create 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.494106 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.494455 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.494801 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.495158 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.495569 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.495943 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.496290 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.496661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: subnet after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.497004 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.497351 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.497697 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_create 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.498041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.498384 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.498742 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router after_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.499084 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.499434 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_create 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.499792 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.500135 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_update 55549900 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.500498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > agent after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.500875 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > agent after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.501232 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > network after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.502104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Tracking information for resource: router configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:58.502437 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Tracking information for resource: floatingip configured {{(pid=101512) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 10:53:58.507366 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.db.l3_agentschedulers_db [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 10:53:58.507946 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.508314 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.508696 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.509050 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: port after_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.509870 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router before_create 55550100 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.510212 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.510574 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_create 55550100 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.510930 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > router precommit_update 55550100 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.515764 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.provider_configuration [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service providers = [] {{(pid=101512) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 10:53:58.516129 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.db.servicetype_db [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101512) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 10:53:58.519655 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.service_base [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 10:53:58.520001 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.service_base [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 10:53:58.520344 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.service_base [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 10:53:58.521260 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.services.service_base [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101512) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 10:53:58.521633 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.services.service_base [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 10:53:58.522007 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.522323 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 10:53:58.535038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.535370 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: auto_allocate Nov 11 10:53:58.541166 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: network precommit_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.541531 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: network precommit_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.542045 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.542366 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: tag Nov 11 10:53:58.549233 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.549561 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: timestamp Nov 11 10:53:58.553411 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.553747 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: network_ip_availability Nov 11 10:53:58.559563 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.559905 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.560231 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.560969 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.561291 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: flavors Nov 11 10:53:58.566364 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.566697 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading Plugin: revisions Nov 11 10:53:58.571029 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101512) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 10:53:58.571418 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=101512) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 10:53:58.572171 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101512) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 10:53:58.572507 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Initializing extension manager. Nov 11 10:53:58.573046 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: __init__.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.573385 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: __pycache__ {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.573717 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.574049 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: address_group.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.574809 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.575369 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: address-group Nov 11 10:53:58.575691 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: address_scope.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.576410 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.576951 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: address-scope Nov 11 10:53:58.577273 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.578209 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.578712 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: router-admin-state-down-before-update Nov 11 10:53:58.579034 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: agent.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.580273 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.580801 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: agent Nov 11 10:53:58.581124 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: agent_resources_synced.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.582050 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.582551 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: agent-resources-synced Nov 11 10:53:58.582873 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: allowedaddresspairs.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.584701 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.585219 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: allowed-address-pairs Nov 11 10:53:58.585550 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: auto_allocated_topology.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.586631 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.587143 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: auto-allocated-topology Nov 11 10:53:58.587471 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: availability_zone.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.588168 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.588704 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: availability_zone Nov 11 10:53:58.589035 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: availability_zone_filter.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.589947 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.590455 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: availability_zone_filter Nov 11 10:53:58.590774 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: data_plane_status.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.591694 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.592204 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 10:53:58.592527 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: default_subnetpools.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.593474 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.593980 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: default-subnetpools Nov 11 10:53:58.594305 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.595673 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.596175 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: dhcp_agent_scheduler Nov 11 10:53:58.596500 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: dns.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.597445 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.597942 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 10:53:58.598266 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: dns_domain_ports.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.599196 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.599689 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 10:53:58.600014 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.600971 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.601496 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 10:53:58.601799 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: dvr.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.602473 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.602973 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: dvr Nov 11 10:53:58.603296 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: ecmp_routes.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.604214 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.604747 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 10:53:58.605070 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: empty_string_filtering.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.605987 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.606489 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: empty-string-filtering Nov 11 10:53:58.606810 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.607724 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.608222 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 10:53:58.608542 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.609483 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.609982 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 10:53:58.610307 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: external_net.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.611254 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.611758 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: external-net Nov 11 10:53:58.612079 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.613029 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.613528 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: extra_dhcp_opt Nov 11 10:53:58.613848 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: extraroute.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.614772 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.615271 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: extraroute Nov 11 10:53:58.615593 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: extraroute_atomic.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.616672 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.617182 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: extraroute-atomic Nov 11 10:53:58.617504 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: filter_validation.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.618376 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.618879 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: filter-validation Nov 11 10:53:58.619203 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: fip_pf_description.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.620137 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.620675 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 10:53:58.620996 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: fip_port_details.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.621923 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.622428 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: fip-port-details Nov 11 10:53:58.622751 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: flavors.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.623999 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.624514 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: flavors Nov 11 10:53:58.624866 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.626594 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.627113 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 10:53:58.627442 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: floatingip_pools.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.628150 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.628686 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: floatingip-pools Nov 11 10:53:58.629012 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: ip_allocation.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.629955 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.630456 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 10:53:58.630783 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.631714 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.632220 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: ip-substring-filtering Nov 11 10:53:58.632558 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l2_adjacency.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.633514 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.634019 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 10:53:58.634341 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.635333 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.635845 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: router Nov 11 10:53:58.636168 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.638476 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.639004 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 10:53:58.639589 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.640537 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.641074 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: ext-gw-mode Nov 11 10:53:58.641400 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.642877 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.643524 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: l3-ha Nov 11 10:53:58.643852 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3_flavors.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.644802 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.645310 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: l3-flavors Nov 11 10:53:58.645632 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.646556 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.647061 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 10:53:58.647385 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: l3agentscheduler.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.648437 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.648974 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: l3_agent_scheduler Nov 11 10:53:58.649303 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: logging.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.650801 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.651319 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension logging not supported by any of loaded plugins Nov 11 10:53:58.651648 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: metering.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.652393 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.653011 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: metering Nov 11 10:53:58.653337 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.654581 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.655099 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: metering_source_and_destination_fields Nov 11 10:53:58.655424 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: multiprovidernet.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.656356 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.656889 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: multi-provider Nov 11 10:53:58.657215 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: netmtu.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.658725 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.659456 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: net-mtu Nov 11 10:53:58.659902 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: netmtu_writable.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.661230 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.661762 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: net-mtu-writable Nov 11 10:53:58.662194 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: network_availability_zone.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.663154 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.663682 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: network_availability_zone Nov 11 10:53:58.664108 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: network_ip_availability.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.665705 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.666251 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: network-ip-availability Nov 11 10:53:58.666631 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: network_segment_range.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.667694 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.668321 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 10:53:58.668779 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: pagination.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.670328 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.670904 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: pagination Nov 11 10:53:58.671118 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: port_device_profile.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.672175 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.672969 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: port-device-profile Nov 11 10:53:58.673401 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.674617 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.675428 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: port-mac-address-regenerate Nov 11 10:53:58.675753 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.677159 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.677949 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: port-numa-affinity-policy Nov 11 10:53:58.678497 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: port_resource_request.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.679656 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.680384 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 10:53:58.680947 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: port_resource_request_groups.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.681951 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.682714 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 10:53:58.683064 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: portbindings.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.683990 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.684503 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: binding Nov 11 10:53:58.684852 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: portbindings_extended.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.686159 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.686673 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: binding-extended Nov 11 10:53:58.686998 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: portsecurity.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.687926 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.688434 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: port-security Nov 11 10:53:58.689311 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: project_id.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.690297 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.690630 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: project-id Nov 11 10:53:58.690950 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: providernet.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.691887 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.692413 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: provider Nov 11 10:53:58.692744 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.696362 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.696922 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos not supported by any of loaded plugins Nov 11 10:53:58.697255 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.698509 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.699025 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 10:53:58.699355 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.700283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.700823 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 10:53:58.701152 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_default.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.702075 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.702585 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-default not supported by any of loaded plugins Nov 11 10:53:58.702912 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_fip.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.703569 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.704070 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 10:53:58.705023 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_gateway_ip.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.705975 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.706483 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 10:53:58.706808 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_port_network_policy.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.707730 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.708235 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 10:53:58.708565 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.709627 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.710135 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 10:53:58.710456 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_pps_rule.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.711642 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.712345 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 10:53:58.712716 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_rule_type_details.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.713644 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.714151 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 10:53:58.714470 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: qos_rules_alias.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.715533 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.716043 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 10:53:58.716365 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: quota_check_limit.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.717301 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.717810 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: quota-check-limit Nov 11 10:53:58.718132 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: quotasv2.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.719091 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.719416 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: quotas Nov 11 10:53:58.719735 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: quotasv2_detail.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.722976 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.723323 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: quota_details Nov 11 10:53:58.723652 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: rbac.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.724758 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.725297 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: rbac-policies Nov 11 10:53:58.725630 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: rbac_address_group.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.726575 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.727088 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: rbac-address-group Nov 11 10:53:58.727415 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: rbac_address_scope.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.728343 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.728886 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: rbac-address-scope Nov 11 10:53:58.729209 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: rbac_security_groups.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.730141 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.730652 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: rbac-security-groups Nov 11 10:53:58.730976 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: rbac_subnetpool.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.731899 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.732407 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: rbac-subnetpool Nov 11 10:53:58.732755 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: revisionifmatch.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.733684 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.734193 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: revision-if-match Nov 11 10:53:58.734521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: revisions.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.735663 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.736174 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: standard-attr-revisions Nov 11 10:53:58.736502 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: router_availability_zone.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.737211 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.737721 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: router_availability_zone Nov 11 10:53:58.738042 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: routerservicetype.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.738968 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.739477 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 10:53:58.739798 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.740760 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.741277 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: security-groups-normalized-cidr Nov 11 10:53:58.741598 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.742604 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.743110 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: port-security-groups-filtering Nov 11 10:53:58.743433 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.744375 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.744921 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: security-groups-remote-address-group Nov 11 10:53:58.745242 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.746214 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.746735 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: security-groups-shared-filtering Nov 11 10:53:58.747040 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.747717 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 10:53:58.747942 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: securitygroup.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.758358 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.758885 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: security-group Nov 11 10:53:58.759219 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: segment.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.760008 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.760512 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension segment not supported by any of loaded plugins Nov 11 10:53:58.760864 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.761819 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.762322 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 10:53:58.762650 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: servicetype.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.763772 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.764288 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: service-type Nov 11 10:53:58.764647 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: sorting.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.765641 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.765973 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: sorting Nov 11 10:53:58.766298 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: standard_attr_segment.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.767768 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.768276 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 10:53:58.768621 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: standardattrdescription.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.769274 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.769774 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: standard-attr-description Nov 11 10:53:58.770095 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: stateful_security_group.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.771026 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.771537 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: stateful-security-group Nov 11 10:53:58.771866 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: stdattrs_common.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.772437 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 10:53:58.772789 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.773728 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.774241 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 10:53:58.774566 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnet_onboard.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.775646 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.776164 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: subnet_onboard Nov 11 10:53:58.776490 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.777456 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.777963 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 10:53:58.778288 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnet_service_types.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.779219 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.779735 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: subnet-service-types Nov 11 10:53:58.780063 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnetallocation.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.781192 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.781706 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: subnet_allocation Nov 11 10:53:58.782033 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.782732 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.783236 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: subnetpool-prefix-ops Nov 11 10:53:58.783557 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.784504 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.785038 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 10:53:58.785360 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: tagging.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.786445 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.786959 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: standard-attr-tag Nov 11 10:53:58.787293 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: timestamp.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.788507 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.789512 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loaded extension: standard-attr-timestamp Nov 11 10:53:58.789512 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: trunk.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.790409 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.790919 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension trunk not supported by any of loaded plugins Nov 11 10:53:58.791243 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: trunk_details.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.792169 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.792712 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 10:53:58.793036 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: uplink_status_propagation.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.793979 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.794484 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 10:53:58.794805 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Loading extension file: vlantransparent.py {{(pid=101512) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 10:53:58.795476 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101512) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 10:53:58.795975 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 10:53:58.798526 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:network Nov 11 10:53:58.799046 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnet Nov 11 10:53:58.799449 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 10:53:58.799847 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:port Nov 11 10:53:58.801131 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.801579 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service FLAVORS assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.802184 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.802622 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.802953 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:router Nov 11 10:53:58.803386 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 10:53:58.803882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service METERING assigned prefix: /metering {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.805369 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.805743 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.806113 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 10:53:58.807101 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 10:53:58.807848 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:security_group Nov 11 10:53:58.808281 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 10:53:58.808922 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service CORE assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.809253 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 10:53:58.809651 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] subnetpool is already registered Nov 11 10:53:58.810035 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service CORE assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.810370 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 10:53:58.810701 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] subnetpool is already registered Nov 11 10:53:58.813091 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.813521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service FLAVORS assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.814660 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.815107 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.815438 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:router Nov 11 10:53:58.815778 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] router is already registered Nov 11 10:53:58.816198 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 10:53:58.816533 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] floatingip is already registered Nov 11 10:53:58.817023 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service METERING assigned prefix: /metering {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.817767 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 10:53:58.818054 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] rbac_policy is already registered Nov 11 10:53:58.818463 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:security_group Nov 11 10:53:58.818797 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] security_group is already registered Nov 11 10:53:58.819221 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 10:53:58.819564 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] security_group_rule is already registered Nov 11 10:53:58.820052 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service CORE assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.820374 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 10:53:58.820734 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] subnetpool is already registered Nov 11 10:53:58.821148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.v2.resource_helper [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Service CORE assigned prefix: {{(pid=101512) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 10:53:58.821466 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 10:53:58.821792 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING neutron.quota.resource_registry [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] subnetpool is already registered Nov 11 10:53:58.823518 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: extensions {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.825023 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: address-groups {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.826498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: address-scopes {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.827694 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: agents {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.828988 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: auto-allocated-topology {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.830766 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: availability_zones {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.831967 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: dhcp-networks {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.833417 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: dhcp-agents {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.834940 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: routers {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.837080 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: flavors {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.838337 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: service_profiles {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.839548 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: next_providers {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.841011 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: service_profiles {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.842444 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: floatingip-pools {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.843757 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: routers {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.845918 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: floatingips {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.847453 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: l3-routers {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.848865 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: l3-agents {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.850248 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: metering-labels {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.851521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: metering-label-rules {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.852907 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: network-ip-availabilities {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.854169 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: bindings {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.855723 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: quotas {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.857390 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: quotas {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.858910 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: rbac-policies {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.860082 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: security-groups {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.861473 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: security-group-rules {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.862708 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: service-providers {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.863906 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: subnetpools {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.865338 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: subnetpools {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.866789 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.868580 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.870448 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.872204 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.873933 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.875880 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.878142 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.880934 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.882714 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.884456 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron.api.extensions [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Extended resource: tags {{(pid=101512) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 10:53:58.890668 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING keystonemiddleware.auth_token [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 10:53:58.895837 dv-cinder-817514-2-iscsi neutron-server[101512]: WARNING keystonemiddleware.auth_token [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 10:53:58.904764 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Acquired lock "singleton_lock" {{(pid=101512) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 10:53:58.905243 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_concurrency.lockutils [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Releasing lock "singleton_lock" {{(pid=101512) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 10:53:58.905888 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Starting 2 workers Nov 11 10:53:58.910693 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Started child 101619 {{(pid=101512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 10:53:58.915192 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Started child 101620 {{(pid=101512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 10:53:58.916105 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.916797 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO neutron.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 10:53:58.917365 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Publish callbacks [] for process, before_spawn {{(pid=101512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.917649 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [-] (101619) wsgi starting up on http://0.0.0.0:9696 Nov 11 10:53:58.919760 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Starting 1 workers Nov 11 10:53:58.919960 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.921373 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [-] (101620) wsgi starting up on http://0.0.0.0:9696 Nov 11 10:53:58.925756 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Started child 101621 {{(pid=101512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 10:53:58.926331 dv-cinder-817514-2-iscsi neutron-server[101512]: INFO oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Starting 1 workers Nov 11 10:53:58.929167 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] calling RpcWorker wait() {{(pid=101621) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 10:53:58.929687 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] returning from RpcWorker wait() {{(pid=101621) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 10:53:58.931403 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.931851 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:53:58.932010 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Started child 101622 {{(pid=101512) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 10:53:58.933157 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG neutron_lib.callbacks.manager [None req-963cdfad-8d33-49ee-a255-0eb7fc82c218 None None] Publish callbacks [] for process, after_spawn {{(pid=101512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.934975 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101512) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 10:53:58.935187 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 10:53:58.935370 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 10:53:58.935582 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 10:53:58.935895 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 10:53:58.936073 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 10:53:58.936612 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.936889 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.936984 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:53:58.937431 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.937431 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.937692 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.938019 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:53:58.938320 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.938576 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.939411 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.939688 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.939947 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.940116 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.940275 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.940522 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.940789 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.941089 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.941343 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.941608 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.941868 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.942037 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.942303 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.942561 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.942810 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.943071 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] debug = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.943307 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.943773 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.944001 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.944257 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.944471 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.944786 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.945039 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.945306 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.945607 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.945839 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.946096 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.946351 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.946587 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.946811 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.947058 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.947283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.947521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.947736 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.948210 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] host = dv-cinder-817514-2-iscsi {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.948423 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.948661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.948907 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.949157 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.949401 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.949612 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.949866 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.950129 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.950386 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.950611 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.950836 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.951079 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.951290 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.951531 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.951681 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_options = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.951889 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.952144 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.952395 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.952605 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.952764 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.952934 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.953200 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.953344 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.953606 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.953831 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.954067 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.954288 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.955101 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.955283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.955537 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.955787 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.955989 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.956195 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.956438 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.956687 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.956911 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.957133 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.957365 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.957598 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.957808 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.958017 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.958264 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.958484 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.958698 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.958951 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.959181 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.959431 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.959672 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.959915 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.960170 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.960416 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.960663 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.960892 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.961164 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.961387 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.961637 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.961900 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.962110 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.962365 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.962577 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.962804 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_json = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964403 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.964934 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.965265 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:58.965674 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.965944 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.966262 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.966539 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.967018 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.968353 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.968353 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.968353 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.968353 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.968353 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.972377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.975513 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.976700 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.978041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.979727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.980809 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.981125 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.981399 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.981662 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.981920 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.982161 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.982413 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.983289 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.983289 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.983289 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.983759 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.983759 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984098 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984098 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984302 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984505 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984759 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.984978 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.985192 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.985585 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.985683 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.985847 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.986079 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.986299 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.986519 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.986761 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.986975 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.987191 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.987422 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.987657 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.987938 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.988261 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.988509 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.988793 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.988996 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.989338 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.989497 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.989737 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.989984 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.990201 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.990428 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.990680 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.991008 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.991135 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.991362 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.991595 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.991853 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.992086 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.992305 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.992535 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.997130 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.997398 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.997705 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.997983 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.998264 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:58.999635 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.000015 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.000371 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.001100 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.001951 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.002187 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.002492 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.002944 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.003271 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.003548 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.003814 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.004062 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.004635 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.004902 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.005194 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.005454 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.006172 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.007958 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.008766 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.009052 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.009317 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.009577 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.009826 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.010178 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.010456 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.010703 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.010927 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.011199 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.011461 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.011717 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.011988 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.012246 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.012489 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.013000 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.013265 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.013488 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.014114 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.015605 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.015973 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.016337 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.016994 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.017747 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.020042 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.020302 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.020637 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.020874 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.021112 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.021372 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.021605 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.021837 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.022083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.022309 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.022546 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.022792 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.023020 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.023247 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.023473 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.023697 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.023970 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.024198 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.024484 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.025191 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.025498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.025893 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.026132 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.026484 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.026743 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.026999 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.027410 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.027787 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.028008 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.028235 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.028515 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.028809 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.029135 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.029454 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.029821 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.030089 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.030437 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.030697 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.030936 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.031182 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.031424 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.031675 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.031897 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.032119 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.032363 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.032634 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.032878 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.033120 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.033348 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.033614 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.033848 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.034085 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.034293 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.034705 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.034922 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.035225 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.035473 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.035715 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.035981 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.036200 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.036413 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.036669 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.036884 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.037099 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.037324 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.037542 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.037754 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.038004 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.038265 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.038465 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.038686 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.038927 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.039145 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.039411 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.039626 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.039836 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.040059 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.040278 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.040488 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.040759 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.040973 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.041185 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.041408 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.041648 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.041879 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.042107 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.042319 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.042529 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.042781 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.043017 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.043228 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.043530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.043784 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.044004 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.044288 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.044538 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.044814 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.045057 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.045378 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.045619 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.045862 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.046101 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.046318 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.046539 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.046777 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.047094 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.047406 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.047672 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.048891 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.049188 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.049489 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.049813 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.050062 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.050376 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.050701 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.050986 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.051243 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.051490 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.051889 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.052274 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.052691 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.052999 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.053160 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.053406 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.053805 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.053905 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.054121 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.054518 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.054632 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.054906 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.055010 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.055213 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.055463 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.055703 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.055864 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 10:53:59.056464 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101512) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 10:53:59.056654 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 10:53:59.056811 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 10:53:59.056981 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 10:53:59.057149 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 10:53:59.057302 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 10:53:59.057861 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.058021 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.058325 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.058623 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.058930 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.059114 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.059275 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.059427 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.059811 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.059907 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060036 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060187 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060337 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060485 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060656 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060809 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.060957 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061108 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061261 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061410 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061571 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061762 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.061905 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] debug = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.062048 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.062211 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.062368 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.062677 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.062959 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.063257 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.063407 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.063538 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.063742 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.064455 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.064647 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.064805 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.064956 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.065258 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.065421 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.065569 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.065723 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.065877 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066031 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] host = dv-cinder-817514-2-iscsi {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066186 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066350 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066494 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066643 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.066822 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067037 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067220 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067370 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067521 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.067903 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.068210 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.068502 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.068820 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.068977 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_options = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.069136 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.069295 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.069452 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.069639 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.069797 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070115 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070276 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070434 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070591 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070748 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.070903 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071058 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071213 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:53:59.071416 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071567 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071731 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.071876 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.072026 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.072180 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.072379 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.072538 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.072867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073176 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073331 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073487 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073641 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073796 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.073950 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074105 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074260 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074420 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074576 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074731 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.074886 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075194 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075348 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075502 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075817 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.075971 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076126 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076280 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076434 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076606 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076763 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.076916 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_json = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077070 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077225 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077531 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077686 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.077936 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.078097 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.078252 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 10:53:59.078428 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.078587 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.078755 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.078913 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079069 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079226 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079426 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079586 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079743 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.079899 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080062 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080219 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080385 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080542 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080724 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.080884 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081197 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081355 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081511 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081749 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.081881 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082026 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082164 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082307 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082423 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082663 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082810 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.082937 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083049 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083160 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083269 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083425 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083588 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.083742 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.084037 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.084338 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.084663 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.084963 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.085123 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086002 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086423 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086423 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086423 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086627 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086733 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.086899 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.087059 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.087192 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.087498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.087810 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088066 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088232 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088392 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088571 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088727 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.088885 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089041 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089210 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089339 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089497 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089667 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089823 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.089978 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090138 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090287 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090440 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090596 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090752 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.090998 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091098 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091212 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091368 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091524 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091681 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091837 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.091999 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.092154 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.092311 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.092465 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.092846 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.092846 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093008 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093086 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093229 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093412 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093556 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093704 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093859 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.093996 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.094145 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.094301 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.094452 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.094615 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.094808 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095013 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095176 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095337 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095502 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095661 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.095941 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096085 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096256 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096256 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096412 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096575 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096725 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.096873 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097028 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097180 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097344 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097823 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.097982 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098172 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098341 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098502 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098660 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098816 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.098973 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099130 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099287 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099445 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099602 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099760 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.099918 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100251 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100408 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100585 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100747 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.100920 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101070 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101228 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101377 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101536 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101685 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.101843 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102035 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102194 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102283 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102446 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102607 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102752 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.102907 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103084 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103261 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103418 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103563 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103722 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.103919 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104082 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104271 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104434 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104609 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104758 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.104910 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.105228 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.105418 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.105719 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.105719 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.105897 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106047 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106257 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106415 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106567 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106724 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.106881 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107039 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107197 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107341 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107498 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107655 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107811 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.107956 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108113 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108262 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108399 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108592 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108739 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.108876 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.109011 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.109148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.109296 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.111323 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.112690 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.114530 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.116854 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.117867 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.118882 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.119985 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.121083 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.122092 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.123104 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.124148 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127038 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127692 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127692 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 10:53:59.127692 dv-cinder-817514-2-iscsi neutron-server[101512]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101512) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 10:53:59.148745 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 32902) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:53:59.157145 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062804 Nov 11 10:54:10.473717 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cad397-1741-49bd-aca2-bd21557bdfbd None None] get_active_networks_info from dv-cinder-817514-2-iscsi {{(pid=101621) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 10:54:10.567512 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cad397-1741-49bd-aca2-bd21557bdfbd None None] No non-hosted networks {{(pid=101621) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 10:54:10.586665 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.agentschedulers_db [None req-48cad397-1741-49bd-aca2-bd21557bdfbd None None] DHCP Agent not found on host dv-cinder-817514-2-iscsi {{(pid=101621) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 10:54:10.714654 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4f9c942b-bf30-4366-b67d-8812902b25eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:12.836895 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fe1c191b-7c67-40fd-ab76-7f778b708fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:12.890558 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9bdddb81-9d8a-4e08-8be3-9b3347072219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:13.902540 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:15.424391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:16.306478 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:16.307762 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.308316 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.308871 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.310583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.311133 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.311615 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.312125 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.312797 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.313293 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.313770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.314303 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.314799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:16.315255 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817514-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:16.329538 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817514-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:16.636405 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.db.l3_hamode_db [None req-0d2630ef-7847-4b24-a641-5280072bb256 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 10:54:16.718433 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2630ef-7847-4b24-a641-5280072bb256 None None] Routers set() bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 10:54:16.718835 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2630ef-7847-4b24-a641-5280072bb256 None None] Router IDs set() for agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 10:54:16.759934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 32994) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:17.260213 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING oslo_policy.policy [None req-e2ecb48d-0ff6-45f1-9c31-7b2028b25fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:17.260877 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING oslo_policy.policy [None req-e2ecb48d-0ff6-45f1-9c31-7b2028b25fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:17.491170 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [None req-e2ecb48d-0ff6-45f1-9c31-7b2028b25fb3 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:54:17.492310 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e2ecb48d-0ff6-45f1-9c31-7b2028b25fb3 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7314520 Nov 11 10:54:20.002536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33010) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:20.310290 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:20.404606 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.policy [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101619) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 10:54:20.451794 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING oslo_policy.policy [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:20.452186 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING oslo_policy.policy [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:20.461239 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.quota [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] Loaded quota_driver: . Nov 11 10:54:20.549918 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729294138102', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729294137539', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729294092933', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729294086339', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729293491405', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729294103813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1942275', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938141'] for rbac-policy, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:20.618004 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:20.619417 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ea2dcfea-027f-46bc-b502-0f7989763d5c admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6157355 Nov 11 10:54:23.336736 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33022) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:23.642451 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:23.670102 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Made reservation on behalf of 514ff2ef973549d4b5086e1091a269ef for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:54:23.672965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:23.690318 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:23.798997 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:23.802541 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:23.822949 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 10:54:23.850580 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729291115484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:23.851176 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Unsubscribe: segment precommit_create {{(pid=101619) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 10:54:23.851654 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Added segment 83ddb871-cbe2-4df1-ae57-ad256e078afb of type vlan for network a2cbd2a7-2f30-4420-95fa-66d0c3784830 Nov 11 10:54:23.867447 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12ac630-003a-42d9-8fe0-fa581516e0d0,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:23.897822 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.898173 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.898511 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.898837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.899157 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.899491 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.899815 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.900146 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.900480 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.900828 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.901135 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.901444 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Tracked resource versions report: Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: pushed versions: Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: { 'AddressGroup': {'1.2'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'ConntrackHelper': {'1.0'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Log': {'1.0'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Network': {'1.1'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Port': {'1.7'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'PortForwarding': {'1.2'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'QosPolicy': {'1.10'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroup': {'1.5'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroupRule': {'1.2'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SubPort': {'1.0'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Subnet': {'1.1'}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Trunk': {'1.1'}} Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: consumer versions: Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'ConntrackHelper': '1.0', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Log': '1.0', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Network': '1.1', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Port': '1.7', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'PortForwarding': '1.2', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'QosPolicy': '1.10', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroup': '1.5', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroupRule': '1.2', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SubPort': '1.0', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Subnet': '1.1', Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Trunk': '1.1'}} Nov 11 10:54:23.902546 dv-cinder-817514-2-iscsi neutron-server[101619]: {{(pid=101619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 10:54:23.974664 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:24.015363 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:24.016482 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:24.017227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:24.099898 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7614267 Nov 11 10:54:24.118714 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bf9f6-b6c5-4f3a-a973-c203c9dadcfb admin admin] Pushing event updated for resources: {'Network': ['ID=a2cbd2a7-2f30-4420-95fa-66d0c3784830,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:24.131760 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 10:54:26.870472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33036) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:27.368855 dv-cinder-817514-2-iscsi neutron-server[101620]: WARNING oslo_policy.policy [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:27.369399 dv-cinder-817514-2-iscsi neutron-server[101620]: WARNING oslo_policy.policy [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:27.820790 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.policy [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 10:54:27.868565 dv-cinder-817514-2-iscsi neutron-server[101620]: WARNING oslo_policy.policy [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:27.868953 dv-cinder-817514-2-iscsi neutron-server[101620]: WARNING oslo_policy.policy [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 10:54:27.877248 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:27.879208 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fb6a6fda-9c6b-41f4-8147-d3a7e050e8c8 admin admin] 10.222.0.57 "GET /v2.0/networks/a2cbd2a7-2f30-4420-95fa-66d0c3784830 HTTP/1.1" status: 200 len: 825 time: 1.0066671 Nov 11 10:54:27.918068 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-5fbfda86-e14e-446e-ab1f-13e30a063bf3 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/3b719633-5443-4a75-8aed-12265d23061a HTTP/1.1" status: 200 len: 734 time: 0.0327218 Nov 11 10:54:27.927607 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Request body: {'subnet': {'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a', 'name': 'private-subnet', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:27.929216 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.quota [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Loaded quota_driver: . Nov 11 10:54:27.967808 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Made reservation on behalf of 514ff2ef973549d4b5086e1091a269ef for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:54:27.970636 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:28.262565 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:28.331501 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Checking segment: {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:54:28.331888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Network hostable DHCP agents. Network: a2cbd2a7-2f30-4420-95fa-66d0c3784830, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 10:54:28.346037 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caf9c89-8683-4080-a4a5-aae9ca62f51a,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:28.359975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.360332 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.360694 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.361020 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.361419 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.361677 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.362004 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.362335 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.362668 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.362984 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.363298 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.363609 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Tracked resource versions report: Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: pushed versions: Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: { 'AddressGroup': {'1.2'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'ConntrackHelper': {'1.0'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Log': {'1.0'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Network': {'1.1'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Port': {'1.7'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'PortForwarding': {'1.2'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'QosPolicy': {'1.10'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroup': {'1.5'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroupRule': {'1.2'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SubPort': {'1.0'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Subnet': {'1.1'}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Trunk': {'1.1'}} Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: consumer versions: Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'ConntrackHelper': '1.0', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Log': '1.0', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Network': '1.1', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Port': '1.7', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'PortForwarding': '1.2', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'QosPolicy': '1.10', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroup': '1.5', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroupRule': '1.2', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SubPort': '1.0', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Subnet': '1.1', Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Trunk': '1.1'}} Nov 11 10:54:28.364690 dv-cinder-817514-2-iscsi neutron-server[101620]: {{(pid=101620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 10:54:28.393226 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 10:54:28.406331 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, a2cbd2a7-2f30-4420-95fa-66d0c3784830) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:28.411328 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:28.412257 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:28.415564 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f5eac-3c50-4f10-a684-c654fd2c9325 None None] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:54:28.439640 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0a19e878-ca01-45a5-9a25-8bf2d50b0276 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5103412 Nov 11 10:54:28.744225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 10:54:28.745504 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.046981 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Allocated IP 172.20.0.2 (a2cbd2a7-2f30-4420-95fa-66d0c3784830/3caf9c89-8683-4080-a4a5-aae9ca62f51a/d6d8fd50-70f3-43fd-8058-6e8950495e76) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 10:54:29.258326 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.266460 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.343566 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 10:54:29.348664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:29.358417 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 10:54:29.362140 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Pushing event updated for resources: {'Port': ['ID=d6d8fd50-70f3-43fd-8058-6e8950495e76,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:29.393500 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.393863 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.394209 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.394543 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.394873 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.395204 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.395529 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.396011 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.396190 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.396506 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.396852 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.397176 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Tracked resource versions report: Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: pushed versions: Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: { 'AddressGroup': {'1.2'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'ConntrackHelper': {'1.0'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Log': {'1.0'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Network': {'1.1'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Port': {'1.7'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'PortForwarding': {'1.2'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'QosPolicy': {'1.10'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroup': {'1.5'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroupRule': {'1.2'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SubPort': {'1.0'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Subnet': {'1.1'}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Trunk': {'1.1'}} Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: consumer versions: Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'ConntrackHelper': '1.0', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Log': '1.0', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Network': '1.1', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Port': '1.7', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'PortForwarding': '1.2', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'QosPolicy': '1.10', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroup': '1.5', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroupRule': '1.2', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SubPort': '1.0', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Subnet': '1.1', Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Trunk': '1.1'}} Nov 11 10:54:29.398420 dv-cinder-817514-2-iscsi neutron-server[101621]: {{(pid=101621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 10:54:29.447391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Attempting to bind port d6d8fd50-70f3-43fd-8058-6e8950495e76 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 10:54:29.448017 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Attempting to bind port d6d8fd50-70f3-43fd-8058-6e8950495e76 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 10:54:29.448199 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Attempting to bind port d6d8fd50-70f3-43fd-8058-6e8950495e76 on network a2cbd2a7-2f30-4420-95fa-66d0c3784830 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 10:54:29.453213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 10:54:29.453701 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Checking segment: {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:54:29.454066 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.454451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Bound using segment: {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 10:54:29.454942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Bound port: d6d8fd50-70f3-43fd-8058-6e8950495e76, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 10:54:29.455357 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.518753 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] For port d6d8fd50-70f3-43fd-8058-6e8950495e76, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 10:54:29.522882 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] For port d6d8fd50-70f3-43fd-8058-6e8950495e76, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=d6d8fd50-70f3-43fd-8058-6e8950495e76,segment=NetworkSegment(83ddb871-cbe2-4df1-ae57-ad256e078afb),segment_id=83ddb871-cbe2-4df1-ae57-ad256e078afb)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 10:54:29.527618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:29.590855 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ee35-150a-4e8c-959d-6349a6094ede None None] Pushing event updated for resources: {'Port': ['ID=d6d8fd50-70f3-43fd-8058-6e8950495e76,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:30.976149 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33056) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:31.289129 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [None req-9967792a-dad0-43fe-bb81-3dca61777ca5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:54:31.290195 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9967792a-dad0-43fe-bb81-3dca61777ca5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130713 Nov 11 10:54:33.843172 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33064) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:34.161121 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [None req-ba4da2a7-7336-4f2d-bce9-d037692afcc5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:54:34.162105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ba4da2a7-7336-4f2d-bce9-d037692afcc5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179827 Nov 11 10:54:36.909022 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33074) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:37.211609 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Request body: {'router': {'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'name': 'router1', 'admin_state_up': True}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:37.236509 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:37.238128 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:37.393778 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:37.399315 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:37.414866 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:37.416042 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-cd0b0ac8-1294-460d-91c7-5201510ef285 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5059392 Nov 11 10:54:38.217019 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6d8fd50-70f3-43fd-8058-6e8950495e76 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:54:38.315920 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port d6d8fd50-70f3-43fd-8058-6e8950495e76 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:38.316305 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:38.428361 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:38.462860 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port d6d8fd50-70f3-43fd-8058-6e8950495e76, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=d6d8fd50-70f3-43fd-8058-6e8950495e76,segment=NetworkSegment(83ddb871-cbe2-4df1-ae57-ad256e078afb),segment_id=83ddb871-cbe2-4df1-ae57-ad256e078afb)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 10:54:38.467212 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:38.517305 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=d6d8fd50-70f3-43fd-8058-6e8950495e76,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:38.794426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393347a-c943-4d0c-b7ab-a5954075b9c6 None None] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:54:38.908473 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-80cbb8e6-87ca-45b8-9457-fa0db87bfe60 None None] Provisioning complete for port d6d8fd50-70f3-43fd-8058-6e8950495e76 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:38.908830 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-80cbb8e6-87ca-45b8-9457-fa0db87bfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:39.259566 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-f186311e-c4c6-42f2-9513-038fc6716955 None None] Provisioning complete for port d6d8fd50-70f3-43fd-8058-6e8950495e76 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:39.260228 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f186311e-c4c6-42f2-9513-038fc6716955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:39.975218 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33086) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:40.173543 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6d8fd50-70f3-43fd-8058-6e8950495e76 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:54:40.219762 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port d6d8fd50-70f3-43fd-8058-6e8950495e76 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:40.220129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:40.290800 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [None req-e7481e30-24c6-420a-ae71-637ca7bbb178 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:54:40.291800 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e7481e30-24c6-420a-ae71-637ca7bbb178 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156524 Nov 11 10:54:40.384966 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc05a9a-b6b6-4727-a41e-05ab257b8d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:42.816102 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33094) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:42.843766 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f824bc8e-fbe1-41a9-b358-4a72312db379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.125143 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:43.149668 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Made reservation on behalf of 0f3227eebfca4e778b61f8fef1407f86 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:54:43.153223 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.169664 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.271385 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.275115 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.290145 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Reserving flat network on physical network physnet1 {{(pid=101620) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 10:54:43.310652 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb7c02-0c0c-4aaf-bc9a-315851e38dc7,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:43.317045 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729291115484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.317606 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Unsubscribe: segment precommit_create {{(pid=101620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 10:54:43.318083 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Added segment 78d921cd-5a5b-4e71-87a7-a9adce81d2ef of type flat for network 42250fff-c74e-452c-97ee-5251b5ce60af Nov 11 10:54:43.382189 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.421001 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.421915 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:43.422477 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:43.492535 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6752729 Nov 11 10:54:43.524689 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ce5e6-e20e-4097-aaac-aab67659697b admin admin] Pushing event updated for resources: {'Network': ['ID=42250fff-c74e-452c-97ee-5251b5ce60af,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:43.536157 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 42250fff-c74e-452c-97ee-5251b5ce60af details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 10:54:43.855278 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:45.340337 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:45.968483 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33112) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:45.991263 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:54:46.145369 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d964a-85ce-44b0-aafa-5d4b24571ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:46.146715 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-589d964a-85ce-44b0-aafa-5d4b24571ff4 admin admin] 10.222.0.57 "GET /v2.0/subnets/3caf9c89-8683-4080-a4a5-aae9ca62f51a HTTP/1.1" status: 200 len: 849 time: 0.1772444 Nov 11 10:54:46.265034 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-619af487-5866-4f1f-a2a7-0912a2bc82db admin admin] 10.222.0.57 "GET /v2.0/routers/9192f108-9d51-480a-af15-91a5febc834c HTTP/1.1" status: 200 len: 704 time: 0.1114962 Nov 11 10:54:46.307328 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:46.536951 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:46.830801 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Allocated IP 172.20.0.1 (a2cbd2a7-2f30-4420-95fa-66d0c3784830/3caf9c89-8683-4080-a4a5-aae9ca62f51a/c832b109-d525-4eb5-8db5-d62fcd9cf721) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 10:54:46.980865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.048740 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.169442 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 10:54:47.174545 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:47.177812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 10:54:47.178974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.248115 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Pushing event updated for resources: {'Port': ['ID=c832b109-d525-4eb5-8db5-d62fcd9cf721,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:47.380270 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.414164 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-234bb370-f96a-4c96-ae5f-db891ff6c13f None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:47.414748 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-234bb370-f96a-4c96-ae5f-db891ff6c13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.448136 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-234bb370-f96a-4c96-ae5f-db891ff6c13f None None] Port c832b109-d525-4eb5-8db5-d62fcd9cf721 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 10:54:47.591217 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.595803 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.596508 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.675063 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Pushing event updated for resources: {'Port': ['ID=c832b109-d525-4eb5-8db5-d62fcd9cf721,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:47.722449 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 10:54:47.723758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:47.882133 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Router 9192f108-9d51-480a-af15-91a5febc834c is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 10:54:47.970596 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-d7ac0c11-7bbb-46fb-84bb-03208bee8d91 None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:47.970966 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d7ac0c11-7bbb-46fb-84bb-03208bee8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:47.971892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 10:54:47.977396 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-447a8f20-55dc-460c-871b-154db956dc87 admin admin] 10.222.0.57 "PUT /v2.0/routers/9192f108-9d51-480a-af15-91a5febc834c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7053366 Nov 11 10:54:47.983868 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Sync routers for ids ['9192f108-9d51-480a-af15-91a5febc834c'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 10:54:48.000159 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Routers {'9192f108-9d51-480a-af15-91a5febc834c'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 10:54:48.001325 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T10:54:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['9192f108-9d51-480a-af15-91a5febc834c'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:48.010408 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac0c11-7bbb-46fb-84bb-03208bee8d91 None None] Port c832b109-d525-4eb5-8db5-d62fcd9cf721 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 10:54:48.192693 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Set router 9192f108-9d51-480a-af15-91a5febc834c gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 10:54:48.619059 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:47Z', 'revision_number': 2, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port_host': None, '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:47Z', 'revision_number': 2, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:48.669773 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Checking router: 9192f108-9d51-480a-af15-91a5febc834c for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 10:54:48.670131 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Updating router 9192f108-9d51-480a-af15-91a5febc834c port c832b109-d525-4eb5-8db5-d62fcd9cf721 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 10:54:48.719091 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.234305 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.240608 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.396847 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Pushing event updated for resources: {'Port': ['ID=c832b109-d525-4eb5-8db5-d62fcd9cf721,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:49.410694 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Attempting to bind port c832b109-d525-4eb5-8db5-d62fcd9cf721 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 10:54:49.411105 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Attempting to bind port c832b109-d525-4eb5-8db5-d62fcd9cf721 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 10:54:49.411529 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Attempting to bind port c832b109-d525-4eb5-8db5-d62fcd9cf721 on network a2cbd2a7-2f30-4420-95fa-66d0c3784830 {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 10:54:49.414036 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.414383 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.414723 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.415233 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.415386 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.415719 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.416044 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.416370 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.416728 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.417192 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.417455 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.417678 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Tracked resource versions report: Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: pushed versions: Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: { 'AddressGroup': {'1.2'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'ConntrackHelper': {'1.0'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Log': {'1.0'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Network': {'1.1'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Port': {'1.7'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'PortForwarding': {'1.2'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'QosPolicy': {'1.10'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroup': {'1.5'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroupRule': {'1.2'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SubPort': {'1.0'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Subnet': {'1.1'}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Trunk': {'1.1'}} Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: consumer versions: Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'ConntrackHelper': '1.0', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Log': '1.0', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Network': '1.1', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Port': '1.7', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'PortForwarding': '1.2', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'QosPolicy': '1.10', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroup': '1.5', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroupRule': '1.2', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SubPort': '1.0', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Subnet': '1.1', Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Trunk': '1.1'}} Nov 11 10:54:49.418798 dv-cinder-817514-2-iscsi neutron-server[101622]: {{(pid=101622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 10:54:49.425477 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 10:54:49.425897 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Checking segment: {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:54:49.426382 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.426763 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Bound using segment: {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 10:54:49.427277 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Bound port: c832b109-d525-4eb5-8db5-d62fcd9cf721, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ddb871-cbe2-4df1-ae57-ad256e078afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 10:54:49.427670 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.443714 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-36f3017d-971f-4e10-b98f-962a818f5295 None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:49.444717 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-36f3017d-971f-4e10-b98f-962a818f5295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.481969 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-36f3017d-971f-4e10-b98f-962a818f5295 None None] Port c832b109-d525-4eb5-8db5-d62fcd9cf721 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 10:54:49.493740 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] For port c832b109-d525-4eb5-8db5-d62fcd9cf721, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 10:54:49.516122 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] For port c832b109-d525-4eb5-8db5-d62fcd9cf721, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c832b109-d525-4eb5-8db5-d62fcd9cf721,segment=NetworkSegment(83ddb871-cbe2-4df1-ae57-ad256e078afb),segment_id=83ddb871-cbe2-4df1-ae57-ad256e078afb)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 10:54:49.520583 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.579458 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe105e3-d635-45b3-9458-85995462563c None None] Pushing event updated for resources: {'Port': ['ID=c832b109-d525-4eb5-8db5-d62fcd9cf721,revision_number=4']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:49.583658 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Routers {'9192f108-9d51-480a-af15-91a5febc834c'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 10:54:49.584271 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T10:54:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['9192f108-9d51-480a-af15-91a5febc834c'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:49.673736 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] Set router 9192f108-9d51-480a-af15-91a5febc834c gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 10:54:49.806856 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:49.807256 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.883922 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:47Z', 'revision_number': 2, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port_host': None, '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:49Z', 'revision_number': 4, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:49.886918 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.912680 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e113b55-9af3-4920-908d-dc7fd759f1b3 None None] The sync data for ids ['9192f108-9d51-480a-af15-91a5febc834c'] in dv-cinder-817514-2-iscsi is: [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:47Z', 'revision_number': 2, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port_host': None, '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:49Z', 'revision_number': 4, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 10:54:49.919315 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] For port c832b109-d525-4eb5-8db5-d62fcd9cf721, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c832b109-d525-4eb5-8db5-d62fcd9cf721,segment=NetworkSegment(83ddb871-cbe2-4df1-ae57-ad256e078afb),segment_id=83ddb871-cbe2-4df1-ae57-ad256e078afb)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 10:54:49.925031 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:49.975941 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d332d-e0ed-4a73-9c1d-72a884eac577 None None] Pushing event updated for resources: {'Port': ['ID=c832b109-d525-4eb5-8db5-d62fcd9cf721,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:50.358083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33132) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:50.469604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f049acd-04b5-429f-9b0a-6d9593f2e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:50.470966 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6f049acd-04b5-429f-9b0a-6d9593f2e93f admin admin] 10.222.0.57 "GET /v2.0/networks/42250fff-c74e-452c-97ee-5251b5ce60af HTTP/1.1" status: 200 len: 842 time: 0.1119256 Nov 11 10:54:50.481075 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:50.503264 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Made reservation on behalf of 0f3227eebfca4e778b61f8fef1407f86 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:54:50.505577 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:50.786495 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.objects.ports [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 10:54:50.786902 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:50.838304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=470cb170-94a4-4936-ac8a-9fad2d8c454f,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:50.846570 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:54:50.846921 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Network hostable DHCP agents. Network: 42250fff-c74e-452c-97ee-5251b5ce60af, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 10:54:50.863049 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 10:54:50.872277 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 42250fff-c74e-452c-97ee-5251b5ce60af) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:50.876863 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:50.877447 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:50.882973 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaf488-7398-4c97-9bd1-ffeced90dd53 None None] Network 42250fff-c74e-452c-97ee-5251b5ce60af requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:54:50.905540 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-326059bb-b9a7-4bc2-a144-1dddaf6a3a3e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165421 Nov 11 10:54:51.029689 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e547358-5ccf-4946-a805-25b70e464909 None None] Network 42250fff-c74e-452c-97ee-5251b5ce60af requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:54:53.351499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33140) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:53.553021 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-dee8871b-5da9-4aaa-a712-29e554a0d110 admin admin] 10.222.0.57 "GET /v2.0/routers/9192f108-9d51-480a-af15-91a5febc834c HTTP/1.1" status: 200 len: 710 time: 0.2002800 Nov 11 10:54:53.646320 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c7a4d-ba65-45e4-a007-f6233c55bc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:54:53.647771 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e50c7a4d-ba65-45e4-a007-f6233c55bc56 admin admin] 10.222.0.57 "GET /v2.0/networks/42250fff-c74e-452c-97ee-5251b5ce60af HTTP/1.1" status: 200 len: 886 time: 0.0862594 Nov 11 10:54:53.658306 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:54:53.910199 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:54.141556 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:54.218545 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:54.317652 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Allocated IP 172.27.1.26 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/74366087-aa7e-42dc-9dc3-84955649f996) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 10:54:54.421362 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:54.454142 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:54.490366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 10:54:54.496147 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:54:54.501026 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 10:54:54.539185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=74366087-aa7e-42dc-9dc3-84955649f996,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:54.751294 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:55.028704 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-982332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123539'] for router, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:55.032525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-921153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-921160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-982311'] for router, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:55.140094 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Router 9192f108-9d51-480a-af15-91a5febc834c has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 10:54:55.244817 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 10:54:55.249588 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:55.250727 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-8e9084f1-fea1-4555-8fd6-b3e12452e3e3 admin admin] 10.222.0.57 "PUT /v2.0/routers/9192f108-9d51-480a-af15-91a5febc834c HTTP/1.1" status: 200 len: 889 time: 1.5961447 Nov 11 10:54:56.203072 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c832b109-d525-4eb5-8db5-d62fcd9cf721 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:54:56.253690 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:54:56.254067 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:57.048685 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Sync routers for ids ['9192f108-9d51-480a-af15-91a5febc834c'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 10:54:57.061713 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Routers {'9192f108-9d51-480a-af15-91a5febc834c'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 10:54:57.062388 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T10:54:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['9192f108-9d51-480a-af15-91a5febc834c'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:57.283877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Set router 9192f108-9d51-480a-af15-91a5febc834c gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 10:54:57.787615 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '74366087-aa7e-42dc-9dc3-84955649f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:54Z', 'revision_number': 4, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port': {'id': '74366087-aa7e-42dc-9dc3-84955649f996', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:54Z', 'updated_at': '2021-11-11T10:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:49Z', 'revision_number': 5, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:57.846003 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Checking router: 9192f108-9d51-480a-af15-91a5febc834c for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 10:54:57.846354 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Updating router 9192f108-9d51-480a-af15-91a5febc834c port 74366087-aa7e-42dc-9dc3-84955649f996 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 10:54:57.893849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:57.902279 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33152) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:54:58.023483 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6c877e31-6ea7-433b-983b-b58f9df2c9d6 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1199486 Nov 11 10:54:58.295197 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:58.302373 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:58.360138 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Attempting to bind port 74366087-aa7e-42dc-9dc3-84955649f996 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 10:54:58.360507 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Attempting to bind port 74366087-aa7e-42dc-9dc3-84955649f996 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 10:54:58.360896 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Attempting to bind port 74366087-aa7e-42dc-9dc3-84955649f996 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 10:54:58.363032 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2311786-6bb4-473a-87da-4cb5d7db4b62 None None] Pushing event updated for resources: {'Port': ['ID=74366087-aa7e-42dc-9dc3-84955649f996,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:58.370395 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 10:54:58.370637 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:54:58.371157 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:58.372057 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 10:54:58.372057 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Bound port: 74366087-aa7e-42dc-9dc3-84955649f996, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 10:54:58.372398 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:58.427129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] For port 74366087-aa7e-42dc-9dc3-84955649f996, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 10:54:58.431297 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] For port 74366087-aa7e-42dc-9dc3-84955649f996, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=74366087-aa7e-42dc-9dc3-84955649f996,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 10:54:58.437110 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:54:58.501150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2311786-6bb4-473a-87da-4cb5d7db4b62 None None] Pushing event updated for resources: {'Port': ['ID=74366087-aa7e-42dc-9dc3-84955649f996,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:54:58.503994 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Routers {'9192f108-9d51-480a-af15-91a5febc834c'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 10:54:58.504633 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T10:54:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['9192f108-9d51-480a-af15-91a5febc834c'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:58.627534 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] Set router 9192f108-9d51-480a-af15-91a5febc834c gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 10:54:58.917458 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '74366087-aa7e-42dc-9dc3-84955649f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:54Z', 'revision_number': 4, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port': {'id': '74366087-aa7e-42dc-9dc3-84955649f996', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:54Z', 'updated_at': '2021-11-11T10:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:49Z', 'revision_number': 5, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 10:54:58.955866 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1847707-4c4f-45e5-ae77-27d145a8b1f0 None None] The sync data for ids ['9192f108-9d51-480a-af15-91a5febc834c'] in dv-cinder-817514-2-iscsi is: [{'id': '9192f108-9d51-480a-af15-91a5febc834c', 'name': 'router1', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '74366087-aa7e-42dc-9dc3-84955649f996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T10:54:37Z', 'updated_at': '2021-11-11T10:54:54Z', 'revision_number': 4, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'gw_port': {'id': '74366087-aa7e-42dc-9dc3-84955649f996', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:54Z', 'updated_at': '2021-11-11T10:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c832b109-d525-4eb5-8db5-d62fcd9cf721', 'name': '', 'network_id': 'a2cbd2a7-2f30-4420-95fa-66d0c3784830', 'tenant_id': '514ff2ef973549d4b5086e1091a269ef', 'mac_address': 'fa:16:3e:70:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192f108-9d51-480a-af15-91a5febc834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T10:54:46Z', 'updated_at': '2021-11-11T10:54:49Z', 'revision_number': 5, 'project_id': '514ff2ef973549d4b5086e1091a269ef', 'subnets': [{'id': '3caf9c89-8683-4080-a4a5-aae9ca62f51a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b719633-5443-4a75-8aed-12265d23061a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 10:55:00.219744 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 74366087-aa7e-42dc-9dc3-84955649f996 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:55:00.278002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 74366087-aa7e-42dc-9dc3-84955649f996 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:55:00.279225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:00.374170 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:00.400697 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 74366087-aa7e-42dc-9dc3-84955649f996, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=74366087-aa7e-42dc-9dc3-84955649f996,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 10:55:00.406000 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:00.476598 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=74366087-aa7e-42dc-9dc3-84955649f996,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:55:02.231322 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 74366087-aa7e-42dc-9dc3-84955649f996 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:55:02.340664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 74366087-aa7e-42dc-9dc3-84955649f996 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:55:02.340664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:10.394031 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e71ff04a-b819-46ef-acd3-f51d4ee082ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:12.853541 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-78067713-2dfe-4919-b879-8a3c626649be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:13.862063 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:15.343921 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:16.314475 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:22.995308 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:55:40.389581 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5fe3673e-7517-49cc-b0d7-4f2edac5b3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:42.849495 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-add947e4-65cf-470e-a170-a7128e3452d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:43.861921 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:45.344075 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:46.312374 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:55:59.994782 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:56:10.393361 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d9cfde43-edbe-4a9f-86c7-7716405d605a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:12.843271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fe206e94-672a-4b03-95d2-d2af6f9da68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:13.866825 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:15.350143 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:16.315103 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:36.994770 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:56:37.317969 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33714) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:37.379903 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd08b08-5527-49fc-806f-d184c2c22742 admin admin] GET failed (client error): The resource could not be found. Nov 11 10:56:37.381264 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fbd08b08-5527-49fc-806f-d184c2c22742 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623455 Nov 11 10:56:37.539028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf585765-33e5-4121-b9b2-0b49b65f70a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:37.540315 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-cf585765-33e5-4121-b9b2-0b49b65f70a9 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544366 Nov 11 10:56:39.828526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33724) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:39.925398 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a790f9-85d5-4b9c-8cc6-af5cbbd59157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:39.927260 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-78a790f9-85d5-4b9c-8cc6-af5cbbd59157 admin admin] 10.222.0.57 "GET /v2.0/subnets/3caf9c89-8683-4080-a4a5-aae9ca62f51a HTTP/1.1" status: 200 len: 849 time: 0.0977435 Nov 11 10:56:39.937263 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:56:40.019277 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Publish callbacks [] for subnet, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:40.159936 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729291094146'] for subnet, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:40.193803 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:40.194399 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:40.195099 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaeaf19-0e06-4938-8796-f8fc483b0069 None None] Network a2cbd2a7-2f30-4420-95fa-66d0c3784830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:56:40.195685 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] 10.222.0.57 "PUT /v2.0/subnets/3caf9c89-8683-4080-a4a5-aae9ca62f51a HTTP/1.1" status: 200 len: 868 time: 0.2622068 Nov 11 10:56:40.212849 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caf9c89-8683-4080-a4a5-aae9ca62f51a,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:56:40.220865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.221315 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.221571 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.221911 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.222242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.223100 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.223436 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.223759 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.224074 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.224396 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.224732 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.225113 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a85246c-745a-4000-ae35-b55569fcc67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:56:40.402360 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-196e726d-657b-4e92-95cc-f53ba6787cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:40.559910 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-03a8e285-d90d-4b39-809e-4cca003f960d None None] Provisioning complete for port c832b109-d525-4eb5-8db5-d62fcd9cf721 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:56:40.560277 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-03a8e285-d90d-4b39-809e-4cca003f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:40.648873 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-03a8e285-d90d-4b39-809e-4cca003f960d None None] Provisioning complete for port d6d8fd50-70f3-43fd-8058-6e8950495e76 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:56:40.649156 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-03a8e285-d90d-4b39-809e-4cca003f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:42.518516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33732) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:42.717727 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfe076-2d4c-46c6-a75d-0e8ddefdc9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:42.718183 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfe076-2d4c-46c6-a75d-0e8ddefdc9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:42.719699 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-28dfe076-2d4c-46c6-a75d-0e8ddefdc9a5 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996405 Nov 11 10:56:42.845670 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-785a9de4-ef5f-4b63-a06f-37e7209868e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:43.871634 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:45.013601 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33740) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:45.148785 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2e527-3b04-4b05-974b-955cb65dab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:45.149243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2e527-3b04-4b05-974b-955cb65dab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:45.150763 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6ac2e527-3b04-4b05-974b-955cb65dab3e admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362073 Nov 11 10:56:45.353680 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:46.320068 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:56:47.495857 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33748) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:47.619394 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a7d6f-a754-4868-b24a-db81fab40308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:47.620754 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a58a7d6f-a754-4868-b24a-db81fab40308 admin admin] 10.222.0.57 "GET /v2.0/networks/42250fff-c74e-452c-97ee-5251b5ce60af HTTP/1.1" status: 200 len: 886 time: 0.1239145 Nov 11 10:56:49.912849 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33756) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:50.042745 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740cf5c-7d6a-4d8e-9047-acbc91ce0ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:50.044108 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7740cf5c-7d6a-4d8e-9047-acbc91ce0ed7 admin admin] 10.222.0.57 "GET /v2.0/networks/a2cbd2a7-2f30-4420-95fa-66d0c3784830 HTTP/1.1" status: 200 len: 869 time: 0.1303267 Nov 11 10:56:52.346571 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33764) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:52.472024 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c671f71-da30-4d66-9a8a-8fb38d1feabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:52.472475 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c671f71-da30-4d66-9a8a-8fb38d1feabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:52.474048 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2c671f71-da30-4d66-9a8a-8fb38d1feabd admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265340 Nov 11 10:56:54.771779 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33772) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:54.965520 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe579cc0-a6af-4909-93a6-95fc520ef069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:54.965967 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe579cc0-a6af-4909-93a6-95fc520ef069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:54.967479 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fe579cc0-a6af-4909-93a6-95fc520ef069 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1947587 Nov 11 10:56:57.284690 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33780) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:57.375981 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f1155-711b-4d4a-aa9e-16c29f1c5794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:57.377430 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-126f1155-711b-4d4a-aa9e-16c29f1c5794 admin admin] 10.222.0.57 "GET /v2.0/subnets/3caf9c89-8683-4080-a4a5-aae9ca62f51a HTTP/1.1" status: 200 len: 868 time: 0.0918508 Nov 11 10:56:59.667173 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33788) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:56:59.754849 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959425fc-7a77-4a9b-81ee-3ee6ad07a131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:56:59.756183 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-959425fc-7a77-4a9b-81ee-3ee6ad07a131 admin admin] 10.222.0.57 "GET /v2.0/subnets/470cb170-94a4-4936-ac8a-9fad2d8c454f HTTP/1.1" status: 200 len: 816 time: 0.0880797 Nov 11 10:57:10.404498 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1aea1abc-8aa9-4afd-826e-7882f073a01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:12.847733 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c991b82a-74f6-4b4d-9528-48208fa0a9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:13.869712 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:13.995823 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:57:15.355572 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:16.323451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:24.218603 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33842) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:57:24.272234 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [None req-bc8d8ebc-6e21-4742-a863-1d98e37b8f60 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:57:24.273294 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bc8d8ebc-6e21-4742-a863-1d98e37b8f60 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537369 Nov 11 10:57:26.680748 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33852) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:57:26.754863 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.pecan_wsgi.hooks.translation [None req-997b0e9b-4cc0-4dc2-82ac-9c7b75b22eca admin admin] GET failed (client error): The resource could not be found. Nov 11 10:57:26.756248 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-997b0e9b-4cc0-4dc2-82ac-9c7b75b22eca admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0745649 Nov 11 10:57:26.915739 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6beb0fc-7e7d-475c-add2-a9d556e45fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:57:26.917124 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b6beb0fc-7e7d-475c-add2-a9d556e45fe0 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559145 Nov 11 10:57:29.255048 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33860) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:57:29.301643 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:57:29.323721 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Made reservation on behalf of 0f3227eebfca4e778b61f8fef1407f86 for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:57:29.326645 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:29.361710 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING neutron.services.revisions.revision_plugin [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Could not find related network for resource to bump revision. Nov 11 10:57:29.375441 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 10:57:29.385404 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:29.385743 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Added segment 1f05e3e1-7fe9-488c-a069-436418858c69 of type vlan for network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 Nov 11 10:57:29.427802 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:29.451708 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:29.452727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:57:29.453335 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:29.523596 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2673395 Nov 11 10:57:29.534626 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:57:29.542269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.542630 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.542981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.543311 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.543640 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.544537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.544910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.545259 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.545603 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.545932 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.546256 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.546575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1a0ee-a1a8-41ed-81a1-f4ec520fb0b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:29.559290 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 10:57:31.851422 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33868) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:57:31.911866 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.pecan_wsgi.hooks.translation [None req-2877ccfd-5de5-461e-b364-63d25468cb83 admin admin] GET failed (client error): The resource could not be found. Nov 11 10:57:31.913223 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2877ccfd-5de5-461e-b364-63d25468cb83 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608234 Nov 11 10:57:31.982627 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b786a94-ea8c-4454-be09-81dbbe54faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:57:31.984057 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-5b786a94-ea8c-4454-be09-81dbbe54faf7 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659997 Nov 11 10:57:31.994233 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7', 'name': 'shared-subnet'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 10:57:32.018611 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Made reservation on behalf of 0f3227eebfca4e778b61f8fef1407f86 for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 10:57:32.021069 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.265299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.325362 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3beb844a-49ce-4da3-8665-81e228271949,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:57:32.336969 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Checking segment: {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:57:32.337346 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Network hostable DHCP agents. Network: 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 10:57:32.359813 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 10:57:32.371855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:57:32.377168 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 10:57:32.377772 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.384851 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1312be1-7488-4e8b-8cab-640e9e26e0d3 None None] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:57:32.396562 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-5becc12f-452d-492c-9556-3b9e5be61a32 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4053459 Nov 11 10:57:32.545395 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7', 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7', 'tenant_id': '0f3227eebfca4e778b61f8fef1407f86', 'fixed_ips': [{'subnet_id': '3beb844a-49ce-4da3-8665-81e228271949'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 10:57:32.546569 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.684743 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Allocated IP 192.168.233.2 (56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7/3beb844a-49ce-4da3-8665-81e228271949/79456d91-6d5b-4e62-9226-d7dac36e41ae) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 10:57:32.828421 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.834244 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.878097 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 10:57:32.881055 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 10:57:32.885251 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 10:57:32.887998 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Pushing event updated for resources: {'Port': ['ID=79456d91-6d5b-4e62-9226-d7dac36e41ae,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:57:32.896820 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.897187 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.897521 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.897849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.898169 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.898489 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.898805 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.899120 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.899448 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.899753 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.900070 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.900379 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:57:32.953400 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Attempting to bind port 79456d91-6d5b-4e62-9226-d7dac36e41ae on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 10:57:32.953764 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Attempting to bind port 79456d91-6d5b-4e62-9226-d7dac36e41ae by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 10:57:32.954122 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Attempting to bind port 79456d91-6d5b-4e62-9226-d7dac36e41ae on network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 10:57:32.959493 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 10:57:32.959859 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Checking segment: {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 10:57:32.960262 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:32.960749 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Bound using segment: {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 10:57:32.961212 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Bound port: 79456d91-6d5b-4e62-9226-d7dac36e41ae, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 10:57:32.961599 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:33.023929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] For port 79456d91-6d5b-4e62-9226-d7dac36e41ae, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 10:57:33.027104 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] For port 79456d91-6d5b-4e62-9226-d7dac36e41ae, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=79456d91-6d5b-4e62-9226-d7dac36e41ae,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 10:57:33.032787 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:33.095025 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8fe8d-25a1-4855-b235-4d70148a33ca None None] Pushing event updated for resources: {'Port': ['ID=79456d91-6d5b-4e62-9226-d7dac36e41ae,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:57:33.893619 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e48ab8f-d1a6-43e0-a8c8-9ecad34ba136 None None] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 10:57:33.980796 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] Provisioning complete for port 79456d91-6d5b-4e62-9226-d7dac36e41ae triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:57:33.981170 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:34.119810 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:34.155798 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] For port 79456d91-6d5b-4e62-9226-d7dac36e41ae, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=79456d91-6d5b-4e62-9226-d7dac36e41ae,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 10:57:34.160224 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:34.216425 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa089da-16c7-4610-893e-7aad1bb7bedd None None] Pushing event updated for resources: {'Port': ['ID=79456d91-6d5b-4e62-9226-d7dac36e41ae,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:57:34.323795 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 79456d91-6d5b-4e62-9226-d7dac36e41ae up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 10:57:34.389460 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-c09f2031-edad-4213-98cb-9ba1c108febe None None] Provisioning complete for port 79456d91-6d5b-4e62-9226-d7dac36e41ae triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:57:34.389745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c09f2031-edad-4213-98cb-9ba1c108febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:34.412892 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 79456d91-6d5b-4e62-9226-d7dac36e41ae triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 10:57:34.413259 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:40.408101 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-87224880-b4b8-4cf2-946b-ad3fd2c05c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:42.850376 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-38b81685-3e16-4511-91be-4cd2b0abc46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:43.873909 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:45.358889 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:46.333039 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:57:50.993973 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:58:10.411694 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-94c541f3-eeba-4450-92d4-c1b6c3cd3ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:12.852201 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-41525482-4c57-461b-abc1-d3f571dea9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:13.878119 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:15.362982 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:16.326693 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:27.992802 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:58:40.412990 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fffc6458-9c62-43ff-a97e-5ee862621806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:42.855160 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a0ca10ca-a83a-4971-936b-55b7ce7deca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:43.880444 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.289979 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33912) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:58:45.296138 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [None req-ee23551c-adfb-4cee-b48c-fb76d3880533 tempest-verify_tempest_config-1412451726 tempest-verify_tempest_config-1412451726-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 10:58:45.297113 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ee23551c-adfb-4cee-b48c-fb76d3880533 tempest-verify_tempest_config-1412451726 tempest-verify_tempest_config-1412451726-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060275 Nov 11 10:58:45.366440 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.604910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 33930) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:58:45.711947 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.790114 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.793841 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.839039 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44c34fbebb9646ebaf1301ad3092698a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2329242 Nov 11 10:58:45.839827 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f4fc4-6b36-4b02-ab38-e457b6ed8e5f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:58:45.841766 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 33936) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 10:58:45.846493 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.846839 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.847182 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.847516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.847840 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.848172 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.848501 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.848897 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.849241 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.849562 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.849881 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.850199 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff556ef-f341-4375-b6a1-1564e8b12d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:45.897796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:45.919611 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:46.015848 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:46.018532 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:58:46.019832 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a60f4fc4-6b36-4b02-ab38-e457b6ed8e5f HTTP/1.1" status: 204 len: 168 time: 0.1771054 Nov 11 10:58:46.030665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f4fc4-6b36-4b02-ab38-e457b6ed8e5f,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 10:58:46.038727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.039077 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.039415 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.039765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.040064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.040398 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.040760 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.041203 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.041579 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.041976 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.042191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.042511 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52408-d195-40be-b5b0-cac9a8cd2bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 10:58:46.331059 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:04.991259 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:59:10.414341 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-0ae5ecc7-af6b-428a-b2ea-422d140dda64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:12.856457 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2d813824-c396-4a9d-92d8-dcacdf224c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:13.881389 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:15.372382 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:16.333668 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:40.415862 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e26da664-3183-4f29-8fb0-820d884a6521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:41.989908 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 10:59:42.859542 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3346834d-19e0-475a-b347-b16604eb5eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:43.892202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:45.373597 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 10:59:46.335981 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:10.417180 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-967ada70-1997-49b1-9a37-694046da588a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:12.860998 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-31cc24ec-5fa1-49a4-8c6a-93b80f2acfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:13.892993 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:15.375324 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:16.338020 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:18.988849 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 5 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:00:22.375424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918856'] for agent, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:38.750315 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34010) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:00:38.857215 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ad8aecbc-c1ec-4ab4-bd88-b6f45e2c58c0 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057999 Nov 11 11:00:40.420038 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9db26541-2ab3-4064-bf23-6040a41f7432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:41.173073 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34020) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:00:41.233265 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-3bbce164-1631-4325-8f89-f53185bf005e admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0583797 Nov 11 11:00:42.862795 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-343f2b55-c362-4b8a-876b-2df52c27040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:43.889367 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:45.381618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:46.340607 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:52.338747 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:00:55.988174 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:01:10.420964 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0cf7-3ae1-4b54-9a8e-0e0eb6dc406c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:12.864199 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fdf810d2-d7ef-447c-851c-6b3e622612e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:13.891213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:15.381785 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:16.348761 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:22.344514 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:32.987163 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:01:40.427841 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-7bfde34c-118f-483b-a62e-d802cb690072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:42.864725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5524c12a-1176-42e2-b7f1-e3d726e40117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:43.895696 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:45.384616 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:46.340493 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:01:52.348488 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:09.986930 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:02:10.107047 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34190) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:10.290651 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34210) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:10.356185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-network', 'tenant_id': '246b03f49fb440b5969ef1312635feab'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:10.378790 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Made reservation on behalf of 246b03f49fb440b5969ef1312635feab for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:10.381195 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.391354 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.424898 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e00c97ea-08fe-41d3-9ef9-e9d8c91a81a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.480261 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.484950 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.516969 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:02:10.522562 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f000b-a510-46d2-bf74-df54fbcc3343,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:10.534528 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.534966 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.535302 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.535629 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.535948 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.536608 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.537033 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.537505 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.537940 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.538295 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.538645 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.539034 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Tracked resource versions report: Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: pushed versions: Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: { 'AddressGroup': {'1.2'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'ConntrackHelper': {'1.0'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Log': {'1.0'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Network': {'1.1'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Port': {'1.7'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'PortForwarding': {'1.2'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'QosPolicy': {'1.10'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroup': {'1.5'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SubPort': {'1.0'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Subnet': {'1.1'}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Trunk': {'1.1'}} Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: consumer versions: Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: HyperV agent@hv-cinder-81751: {}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'ConntrackHelper': '1.0', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Log': '1.0', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Network': '1.1', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Port': '1.7', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'PortForwarding': '1.2', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'QosPolicy': '1.10', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroup': '1.5', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SecurityGroupRule': '1.2', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'SubPort': '1.0', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Subnet': '1.1', Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: 'Trunk': '1.1'}} Nov 11 11:02:10.541008 dv-cinder-817514-2-iscsi neutron-server[101620]: {{(pid=101620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:02:10.547903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.548439 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Added segment 11aa1e2c-9300-4256-a6e5-d4a19996a179 of type vlan for network d67caaca-42b6-4361-a473-088bfd5e27e4 Nov 11 11:02:10.597717 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.632205 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.633330 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:10.633897 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.695147 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] Pushing event updated for resources: {'Network': ['ID=d67caaca-42b6-4361-a473-088bfd5e27e4,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:10.704378 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34226) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:10.707532 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network d67caaca-42b6-4361-a473-088bfd5e27e4 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:02:10.709985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Request body: {'subnet': {'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-subnet', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:10.714071 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2bee2fae-d4d3-4773-8fab-9b3f51b1d568 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6074097 Nov 11 11:02:10.738795 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Made reservation on behalf of 246b03f49fb440b5969ef1312635feab for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:10.741815 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.777087 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-666681940-network', 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:10.815921 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:10.818966 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34236) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:10.819663 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.834957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.954715 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.955780 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34242) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:10.963251 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:10.966313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34246) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:11.014062 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f948066-d1b5-4c5f-9262-717b98277834,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:11.017512 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.048500 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:02:11.060176 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.060522 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Added segment fb80606b-4cda-4c1f-b68e-ec21c849a74d of type vlan for network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 Nov 11 11:02:11.102848 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f763f0-65f5-494d-a786-5ae4b7c1c87c,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:11.104683 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.116604 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.116854 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.117080 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.117412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.117742 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.118087 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.118983 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.119336 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.119689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.120014 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.120925 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.121271 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Tracked resource versions report: Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: pushed versions: Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: { 'AddressGroup': {'1.2'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'ConntrackHelper': {'1.0'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Log': {'1.0'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Network': {'1.1'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Port': {'1.7'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'PortForwarding': {'1.2'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'QosPolicy': {'1.10'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroup': {'1.5'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SubPort': {'1.0'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Subnet': {'1.1'}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Trunk': {'1.1'}} Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: consumer versions: Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: HyperV agent@hv-cinder-81751: {}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'ConntrackHelper': '1.0', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Log': '1.0', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Network': '1.1', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Port': '1.7', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'PortForwarding': '1.2', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'QosPolicy': '1.10', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroup': '1.5', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SecurityGroupRule': '1.2', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'SubPort': '1.0', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Subnet': '1.1', Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: 'Trunk': '1.1'}} Nov 11 11:02:11.122325 dv-cinder-817514-2-iscsi neutron-server[101619]: {{(pid=101619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:02:11.125442 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Checking segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:11.125748 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Network hostable DHCP agents. Network: d67caaca-42b6-4361-a473-088bfd5e27e4, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:02:11.142807 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.144631 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:11.145289 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.148178 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:02:11.160142 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, d67caaca-42b6-4361-a473-088bfd5e27e4) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:11.173269 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86547d54-88b5-48a6-b187-b11a2c588cd5 None None] Network d67caaca-42b6-4361-a473-088bfd5e27e4 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:11.175101 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:11.176021 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.196975 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d151cefd-5fc8-424f-9656-4312afbadbc5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4913805 Nov 11 11:02:11.199853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34260) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:11.205377 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:11.226309 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] Pushing event updated for resources: {'Network': ['ID=1a4f9d04-6b07-4e0f-bd31-47efc672df02,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:11.239114 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6c5daaaa-16dc-4cb8-982b-11c7fb73baca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9472327 Nov 11 11:02:11.244069 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34262) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:11.250724 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:02:11.251250 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Request body: {'subnet': {'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-666681940-subnet', 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:11.260088 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1055615355-network', 'tenant_id': '3fecb37f71074b21abe54c721515373c'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:11.265959 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.269182 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.290265 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:11.293575 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.435586 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2116644679-network', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:11.465779 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-d67caaca-42b6-4361-a473-088bfd5e27e4', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:02:11.467608 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.508166 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.512945 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Made reservation on behalf of 3fecb37f71074b21abe54c721515373c for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:11.516522 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-network', 'tenant_id': '9f21af81a924410bb6e20284451c105f'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:11.517495 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.527140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.649103 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Made reservation on behalf of f98b65446e824d0d9b854a8c8e581f75 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:11.653314 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.670701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.679903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Made reservation on behalf of 9f21af81a924410bb6e20284451c105f for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:11.682755 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.710827 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Allocated IP 172.20.0.2 (d67caaca-42b6-4361-a473-088bfd5e27e4/45f763f0-65f5-494d-a786-5ae4b7c1c87c/8fb49070-bef6-4245-b7e1-2db84e754033) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:11.791152 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.792882 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.842189 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.872168 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.886289 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:02:11.891574 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.892812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.897703 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.898488 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Added segment a7551311-83f2-48e7-8f83-7b0610f0426e of type vlan for network df943b66-02bd-4702-b3e4-e709ce3d6357 Nov 11 11:02:11.909108 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:02:11.922338 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.922706 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Added segment b0c29072-3f49-442c-b789-e3ab81e29c35 of type vlan for network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b Nov 11 11:02:11.944052 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.967329 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.973724 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:11.975213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:11.976100 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.008435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.015670 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356a18b-ecd5-4239-9eec-e4fff3e83afd,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.016504 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.022026 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.024255 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.025567 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.026072 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:12.027086 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.036792 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2133186 Nov 11 11:02:12.037476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34282) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:12.041395 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.046456 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Request body: {'subnet': {'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1055615355-subnet', 'tenant_id': '3fecb37f71074b21abe54c721515373c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:12.072771 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:02:12.081176 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Made reservation on behalf of 3fecb37f71074b21abe54c721515373c for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:12.083473 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.127027 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Pushing event updated for resources: {'Port': ['ID=8fb49070-bef6-4245-b7e1-2db84e754033,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.138095 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.138949 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.139353 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Added segment 14cc9318-7197-4521-ba39-8d8ff3bee462 of type vlan for network 37f65451-9c2b-4d69-b851-bd3607863b55 Nov 11 11:02:12.139754 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.140335 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.140903 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.141605 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.142139 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.142665 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.143206 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.146303 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.146947 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.147684 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.148265 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Tracked resource versions report: Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: pushed versions: Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: { 'AddressGroup': {'1.2'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'ConntrackHelper': {'1.0'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Log': {'1.0'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Network': {'1.1'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Port': {'1.7'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'PortForwarding': {'1.2'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'QosPolicy': {'1.10'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroup': {'1.5'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SubPort': {'1.0'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Subnet': {'1.1'}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Trunk': {'1.1'}} Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: consumer versions: Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: HyperV agent@hv-cinder-81751: {}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'ConntrackHelper': '1.0', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Log': '1.0', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Network': '1.1', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Port': '1.7', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'PortForwarding': '1.2', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'QosPolicy': '1.10', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroup': '1.5', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SecurityGroupRule': '1.2', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'SubPort': '1.0', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Subnet': '1.1', Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: 'Trunk': '1.1'}} Nov 11 11:02:12.150268 dv-cinder-817514-2-iscsi neutron-server[101621]: {{(pid=101621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:02:12.156916 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:12.158929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:12.162933 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:12.214669 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.302342 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Attempting to bind port 8fb49070-bef6-4245-b7e1-2db84e754033 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:12.306204 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3462193 Nov 11 11:02:12.306426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Attempting to bind port 8fb49070-bef6-4245-b7e1-2db84e754033 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:12.306426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Attempting to bind port 8fb49070-bef6-4245-b7e1-2db84e754033 on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:12.317759 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34294) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:12.318552 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.320101 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:12.322955 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:12.322955 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Checking segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:12.323256 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.323367 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.325909 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Bound using segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:12.326529 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Bound port: 8fb49070-bef6-4245-b7e1-2db84e754033, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:12.328072 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.350253 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Request body: {'subnet': {'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2116644679-subnet', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:12.385865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa932c-071c-40db-a1ff-c9831448b4c7,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.402947 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.424401 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] For port 8fb49070-bef6-4245-b7e1-2db84e754033, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:12.430342 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] For port 8fb49070-bef6-4245-b7e1-2db84e754033, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8fb49070-bef6-4245-b7e1-2db84e754033,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:12.436644 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.458380 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f62eb9-81b0-41d9-8644-55d85347a0f2,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.482279 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2674ba-d934-41e7-9abb-8fa8409caa6f admin admin] Pushing event updated for resources: {'Network': ['ID=7eff95e0-c746-411a-a8a4-3f514e8e1e6b,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.509940 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Checking segment: {'id': 'a7551311-83f2-48e7-8f83-7b0610f0426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:12.510440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Network hostable DHCP agents. Network: df943b66-02bd-4702-b3e4-e709ce3d6357, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:02:12.512519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d672-54e9-4e7d-b67e-b1be24b312a7 admin admin] Pushing event updated for resources: {'Network': ['ID=df943b66-02bd-4702-b3e4-e709ce3d6357,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.546587 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network df943b66-02bd-4702-b3e4-e709ce3d6357 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:02:12.547428 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809e1d0a-7c3b-47d2-8200-935961ecc9aa,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.565512 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Made reservation on behalf of f98b65446e824d0d9b854a8c8e581f75 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:12.568376 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.602147 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Checking segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:12.602521 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Network hostable DHCP agents. Network: 1a4f9d04-6b07-4e0f-bd31-47efc672df02, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:02:12.602719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Network df943b66-02bd-4702-b3e4-e709ce3d6357 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:02:12.613205 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:02:12.615944 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1abea0-025d-40a1-bb7d-166ac7c39876 None None] Pushing event updated for resources: {'Port': ['ID=8fb49070-bef6-4245-b7e1-2db84e754033,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.616280 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6163065 Nov 11 11:02:12.636595 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34316) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:12.647628 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Request body: {'subnet': {'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-subnet', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:12.653593 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, df943b66-02bd-4702-b3e4-e709ce3d6357) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:12.658267 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:12.658858 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:12.693841 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee2381-28ce-423b-9d33-04d83ec52c3f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:12.700943 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b82c7f-6812-4604-9cb5-3a672194b9d4 None None] Network df943b66-02bd-4702-b3e4-e709ce3d6357 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:12.745935 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ae2962db-9a09-49b1-b148-0dd08a8addd7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7061741 Nov 11 11:02:12.779374 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Made reservation on behalf of 9f21af81a924410bb6e20284451c105f for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:12.782247 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.005530 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ab23-b4e6-409c-8c3b-6ec0d1ccfe45 admin admin] Pushing event updated for resources: {'Network': ['ID=37f65451-9c2b-4d69-b851-bd3607863b55,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:13.005530 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:02:13.031451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 37f65451-9c2b-4d69-b851-bd3607863b55 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:02:13.040466 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c26-5345-4006-9751-bb16b6b81112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.042798 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 1a4f9d04-6b07-4e0f-bd31-47efc672df02) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:13.057650 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:13.059415 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.111600 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7ea9e00e-a89d-4260-9285-a56c8ab9a10c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8656175 Nov 11 11:02:13.140354 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.222692 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e445a4-466d-4b4f-b8c4-7bbc34b0da2a None None] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:13.292865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.345885 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dbec4-b36d-458e-a6e1-eaa1ae8e3947 None None] Network df943b66-02bd-4702-b3e4-e709ce3d6357 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:13.362483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.404197 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9100c4-bfde-4890-9f3f-3e7cd18ff664,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:13.416463 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Checking segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:13.416949 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Network hostable DHCP agents. Network: 7eff95e0-c746-411a-a8a4-3f514e8e1e6b, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:02:13.457135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:02:13.476738 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 7eff95e0-c746-411a-a8a4-3f514e8e1e6b) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:13.484381 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:13.485480 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.512800 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27feb3-fdc9-4c2e-8483-74bd14db8a91 None None] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:13.515382 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b6db6-32b0-4cb4-91cd-f3545d35cea2 None None] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:13.525663 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7b39244c-ac72-4c71-82d9-19178ef3c2ec admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1995270 Nov 11 11:02:13.526730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34332) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:13.532282 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:13.543295 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.573464 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.575012 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.694277 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5e4308-bd14-4688-a17b-f21088566790,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:13.722792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Allocated IP 172.27.1.176 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:13.742564 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:13.918227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.070329 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.106844 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.109550 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Checking segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:14.110313 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Network hostable DHCP agents. Network: 37f65451-9c2b-4d69-b851-bd3607863b55, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:02:14.116068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34388) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:14.117172 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34390) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:14.118996 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.129621 dv-cinder-817514-2-iscsi neutron-server[101619]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 11:02:14.264281 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2a0e4-e824-4507-bd92-fa76415dd101 None None] Network d67caaca-42b6-4361-a473-088bfd5e27e4 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:14.315747 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:14.348122 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:02:14.349112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.351066 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:14.377101 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:14.378919 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Network 37f65451-9c2b-4d69-b851-bd3607863b55 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:02:14.387058 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.390714 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] Provisioning complete for port 8fb49070-bef6-4245-b7e1-2db84e754033 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:14.391215 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.409633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.450852 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Pushing event updated for resources: {'Port': ['ID=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:14.510811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 37f65451-9c2b-4d69-b851-bd3607863b55) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:14.536531 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1a05f-9806-4401-88bb-7fafc2bca6f9 None None] Network 37f65451-9c2b-4d69-b851-bd3607863b55 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:14.538880 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:14.539470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.574808 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Allocated IP 172.27.1.136 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/3b319715-c52a-4cb1-8afc-6158281d9c90) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:14.670538 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8fb49070-bef6-4245-b7e1-2db84e754033 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:14.712995 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.713225 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-a3a1778d-6209-4de3-9b50-bb13329492e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:14.714691 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-a3a1778d-6209-4de3-9b50-bb13329492e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.5889804 Nov 11 11:02:14.726119 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-230dd6aa-793b-4cc7-9a67-9982ba0d0641 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0853026 Nov 11 11:02:14.729644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34398) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:14.736080 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:14.766907 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-e2782ebe-0ada-4ca4-b5d1-ce0c5c83f209 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/quotas/d16b48906d2c4fc293193f47ad9c89da HTTP/1.1" status: 200 len: 375 time: 0.0344741 Nov 11 11:02:14.776296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-a75b3a31-ed34-4fb0-b42b-a6be541593f0 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:14.778258 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-a75b3a31-ed34-4fb0-b42b-a6be541593f0 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/networks?id=df943b66-02bd-4702-b3e4-e709ce3d6357 HTTP/1.1" status: 200 len: 812 time: 0.6511862 Nov 11 11:02:14.781388 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Allocated IP 172.20.0.2 (7eff95e0-c746-411a-a8a4-3f514e8e1e6b/9e9100c4-bfde-4890-9f3f-3e7cd18ff664/4077d22b-8987-4329-85be-59be4d896cef) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:14.789468 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.901392 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.903749 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.907019 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-a975c7a0-5323-4905-92ad-d4da8e552604 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/quotas/3fecb37f71074b21abe54c721515373c HTTP/1.1" status: 200 len: 375 time: 0.0817652 Nov 11 11:02:14.911838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:14.915104 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-5f64a606-f6f7-4e02-bddd-e517124f3e93 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887179 Nov 11 11:02:14.932692 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee49f4-a403-4670-831c-d96e99736a3a None None] Network 37f65451-9c2b-4d69-b851-bd3607863b55 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:14.934303 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:14.961281 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:14.964317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:15.023728 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] For port 8fb49070-bef6-4245-b7e1-2db84e754033, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8fb49070-bef6-4245-b7e1-2db84e754033,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:15.050614 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 8fb49070-bef6-4245-b7e1-2db84e754033 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:15.050984 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.054127 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-aed9674c-a74e-4dac-8c61-522a13113d76 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fecb37f71074b21abe54c721515373c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864131 Nov 11 11:02:15.059087 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.077054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.114996 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Pushing event updated for resources: {'Port': ['ID=3b319715-c52a-4cb1-8afc-6158281d9c90,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:15.124758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.273579 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-e0876d74-3d8d-46b8-8a22-b4259bfa2109 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:02:15.274681 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-e0876d74-3d8d-46b8-8a22-b4259bfa2109 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1578248 Nov 11 11:02:15.279685 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-ae438b57-1451-412c-8f48-a85821d22868 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:02:15.293283 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-ae438b57-1451-412c-8f48-a85821d22868 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1520054 Nov 11 11:02:15.317581 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85ac5c-f1d7-4eaf-b4e1-2fd54f95e114 None None] Pushing event updated for resources: {'Port': ['ID=8fb49070-bef6-4245-b7e1-2db84e754033,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:15.363771 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.413570 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.441946 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.454376 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.454793 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-b8c798f0-394f-4644-a5e4-587b86251741 None None] Provisioning complete for port 8fb49070-bef6-4245-b7e1-2db84e754033 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:15.455144 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b8c798f0-394f-4644-a5e4-587b86251741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.497089 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.519524 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:15.526791 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:15.533167 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Pushing event updated for resources: {'Port': ['ID=4077d22b-8987-4329-85be-59be4d896cef,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:15.535255 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.535768 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:15.553330 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-6057bf3c-7454-4105-afdc-450ab602a56d service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548077 Nov 11 11:02:15.566405 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-fa163b50-aa6c-448a-8cb1-d9ce864bd802 service neutron] 10.222.0.57 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690697 Nov 11 11:02:15.636574 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Attempting to bind port 4077d22b-8987-4329-85be-59be4d896cef on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:15.636574 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Attempting to bind port 4077d22b-8987-4329-85be-59be4d896cef by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:15.637007 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Attempting to bind port 4077d22b-8987-4329-85be-59be4d896cef on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:15.650411 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:15.650411 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Checking segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:15.651479 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.651479 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Bound using segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:15.652407 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Bound port: 4077d22b-8987-4329-85be-59be4d896cef, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:15.652407 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.728962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] For port 4077d22b-8987-4329-85be-59be4d896cef, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:15.732312 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] For port 4077d22b-8987-4329-85be-59be4d896cef, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4077d22b-8987-4329-85be-59be4d896cef,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:15.737674 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.793969 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.802755 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebfc2b-908f-47c5-9919-43dc1005ff8b None None] Pushing event updated for resources: {'Port': ['ID=4077d22b-8987-4329-85be-59be4d896cef,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:15.820965 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.838445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-766a219c-ab79-463e-8ddb-3254d2efbd13 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278876 Nov 11 11:02:15.839935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:15.845323 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-da3d5439-4ecd-46d8-8e18-a78478f97941 service neutron] 10.222.0.57 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780719 Nov 11 11:02:15.921258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Router b80905a7-ebbd-47a7-a370-6d692e22e0af is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:02:16.161178 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:16.162640 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:16.162640 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:16.162640 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:16.163469 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Allocated IP 172.27.1.21 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/52f9b652-93ea-4c20-82bd-c644bd59e943) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:16.163569 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] Publish callbacks [] for router, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:16.164256 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6880bbe1-9d05-4f85-9d3d-92e88f2a6780 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9628725 Nov 11 11:02:16.168231 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34424) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:16.374638 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:16.434142 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:02:16.470827 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:16.519221 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:16.606346 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d50131e8-2ed2-48c1-8ca3-5183e3a67ea7 req-d16ffd36-be62-4834-a4e2-a1ae556fb8d9 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.2146373 Nov 11 11:02:16.626277 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5ce355b3-5aa9-4802-93ab-fee0739de948 req-d1205220-6092-43e1-aaf6-830887a4b26e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.2214684 Nov 11 11:02:16.778499 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8fb49070-bef6-4245-b7e1-2db84e754033 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:16.872787 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 8fb49070-bef6-4245-b7e1-2db84e754033 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:16.873155 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.039094 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.177988 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:17.229267 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:17.235742 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Pushing event updated for resources: {'Port': ['ID=52f9b652-93ea-4c20-82bd-c644bd59e943,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:17.240037 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:17.243828 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:17.383094 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:14Z', 'revision_number': 3, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:17.384851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.409151 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d931cce5-d554-437e-b68e-5f27789d9e95 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8809428 Nov 11 11:02:17.409506 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:17.410056 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34510) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:17.451808 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4077d22b-8987-4329-85be-59be4d896cef up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:17.462900 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:17.463247 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:17.497215 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:17.498197 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Updating router b80905a7-ebbd-47a7-a370-6d692e22e0af port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:17.629133 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.665432 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21957a5a-550d-425d-bd62-3bfe6c45c8d8 None None] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:02:17.757211 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a2c2030d-230a-4ffc-94b2-7d40faa109f9 req-bc16a50c-1937-43b7-a0d9-f104ef096101 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.0505047 Nov 11 11:02:17.793901 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.836230 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97c64020-9361-464a-8f6c-8dc63472cbb0 req-c7a4f872-3261-42ed-a367-48fbf129395d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.0453296 Nov 11 11:02:17.912481 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] Provisioning complete for port 4077d22b-8987-4329-85be-59be4d896cef triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:17.928666 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:17.928984 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34532) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:18.005145 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:18.169763 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 4077d22b-8987-4329-85be-59be4d896cef triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:18.170225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.193734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Allocated IP 172.20.0.1 (d67caaca-42b6-4361-a473-088bfd5e27e4/45f763f0-65f5-494d-a786-5ae4b7c1c87c/4a0f9d2a-d594-45a5-92c1-c49d98ed3503) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:18.197734 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.204692 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.220082 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d7645b66-9af8-4b5d-a2c4-c48e7c69575d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.233548 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.256172 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Pushing event updated for resources: {'Port': ['ID=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:18.279975 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.280666 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.281279 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.281770 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.282274 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.282791 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.283370 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.283899 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.284417 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.284943 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.285604 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.286154 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Tracked resource versions report: Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: pushed versions: Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: { 'AddressGroup': {'1.2'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'ConntrackHelper': {'1.0'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Log': {'1.0'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Network': {'1.1'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Port': {'1.7'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'PortForwarding': {'1.2'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'QosPolicy': {'1.10'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroup': {'1.5'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroupRule': {'1.2'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SubPort': {'1.0'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Subnet': {'1.1'}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Trunk': {'1.1'}} Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: consumer versions: Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: { DHCP agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: HyperV agent@hv-cinder-81751: {}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: L3 agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: Metadata agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: Metering agent@dv-cinder-817514-2-iscsi: {}, Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: Open vSwitch agent@dv-cinder-817514-2-iscsi: { 'AddressGroup': '1.2', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'ConntrackHelper': '1.0', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Log': '1.0', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Network': '1.1', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Port': '1.7', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'PortForwarding': '1.2', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'QosPolicy': '1.10', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroup': '1.5', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SecurityGroupRule': '1.2', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'SubPort': '1.0', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Subnet': '1.1', Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: 'Trunk': '1.1'}} Nov 11 11:02:18.287555 dv-cinder-817514-2-iscsi neutron-server[101622]: {{(pid=101622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 11:02:18.293565 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Attempting to bind port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:18.294286 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Attempting to bind port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:18.294923 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Attempting to bind port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:18.301668 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:18.302084 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:18.302688 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.303252 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:18.304004 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Bound port: a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:18.304592 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.390908 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] For port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:18.393110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d7645b66-9af8-4b5d-a2c4-c48e7c69575d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.394736 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] For port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:18.402782 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d7645b66-9af8-4b5d-a2c4-c48e7c69575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.405710 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.449761 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.459613 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.477415 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d7645b66-9af8-4b5d-a2c4-c48e7c69575d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89bac5fd95094d0ebb7c0b037674296a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5501413 Nov 11 11:02:18.534139 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34550) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:18.560086 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd7a9-42db-48ba-aca4-ad27134a47b8 None None] Pushing event updated for resources: {'Port': ['ID=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:18.572745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] For port 4077d22b-8987-4329-85be-59be4d896cef, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4077d22b-8987-4329-85be-59be4d896cef,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:18.579453 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.592738 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.620947 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:18.622531 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:18.698891 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Allocated IP 172.20.0.1 (7eff95e0-c746-411a-a8a4-3f514e8e1e6b/9e9100c4-bfde-4890-9f3f-3e7cd18ff664/e6577a45-6996-44f1-bcbd-c99891341d0f) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:18.715007 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7645b66-9af8-4b5d-a2c4-c48e7c69575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c313fb-cfa6-4c64-b39b-2b07389f4bac,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:18.802960 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:18.847591 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:18.866347 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:15Z', 'revision_number': 3, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:18.880862 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1398fd-a048-48cb-ba07-70fdb865f1c9 None None] Pushing event updated for resources: {'Port': ['ID=4077d22b-8987-4329-85be-59be4d896cef,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:18.901990 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34566) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:18.962386 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:18.963247 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Updating router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae port 3b319715-c52a-4cb1-8afc-6158281d9c90 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:18.984185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.020082 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.db.api [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:02:19.023620 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG oslo_db.api [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:02:19.065821 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.100894 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.117149 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-39a65b1f-701e-42ee-aae6-8972c07a1b21 req-d9e9ef8d-ea17-4972-950c-8a8be15c0303 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.1503787 Nov 11 11:02:19.123242 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.148213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-a6dd69cd-f6da-45f9-b6c5-2f75421ed8e0 None None] Provisioning complete for port 4077d22b-8987-4329-85be-59be4d896cef triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:19.148725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a6dd69cd-f6da-45f9-b6c5-2f75421ed8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.168024 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8a19dd30-73ca-42d3-919b-8f1c6d55f310 req-25f58de9-e0c8-427d-ae07-d3726bc5b4bc tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.1109345 Nov 11 11:02:19.191492 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:14Z', 'revision_number': 3, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:19.224391 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.225388 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e01eecc8-2d60-4b97-b774-2193b5a49905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.233287 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c1cbeb-d186-494c-9c5c-dcc505fe57d8 None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:14Z', 'revision_number': 3, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:19.289675 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.309658 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.312500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.328657 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41c313fb-cfa6-4c64-b39b-2b07389f4bac HTTP/1.1" status: 204 len: 168 time: 0.7841642 Nov 11 11:02:19.385457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0159c4-e72c-4658-a448-a8cd04e5fe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c313fb-cfa6-4c64-b39b-2b07389f4bac,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:19.422442 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.453975 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:19.456910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:19.462328 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:19.464908 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:19.466204 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.494262 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:19.511003 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:19.517715 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:19.518335 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.714156 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Pushing event updated for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:19.838913 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:19.844037 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Router 516674b0-6354-4300-95ac-28879a5b8cd0 is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:02:19.853865 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.040061 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eba85-e26a-4373-89fa-2b85c74c028b None None] Pushing event updated for resources: {'Port': ['ID=3b319715-c52a-4cb1-8afc-6158281d9c90,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:20.082888 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Attempting to bind port 3b319715-c52a-4cb1-8afc-6158281d9c90 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:20.083256 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Attempting to bind port 3b319715-c52a-4cb1-8afc-6158281d9c90 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:20.093258 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Attempting to bind port 3b319715-c52a-4cb1-8afc-6158281d9c90 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:20.098174 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-54991113-92ba-4019-aa88-04f9353edb75 None None] Provisioning complete for port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:20.098552 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-54991113-92ba-4019-aa88-04f9353edb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.125070 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e01eecc8-2d60-4b97-b774-2193b5a49905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.148837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e01eecc8-2d60-4b97-b774-2193b5a49905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.149085 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:20.153490 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:20.154184 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.158942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:20.159758 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Bound port: 3b319715-c52a-4cb1-8afc-6158281d9c90, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:20.160403 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.206821 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.232478 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:20.273929 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e01eecc8-2d60-4b97-b774-2193b5a49905 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9324accf27b44ac8dabb9877b8d9cb9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3668442 Nov 11 11:02:20.273929 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eecc8-2d60-4b97-b774-2193b5a49905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde15f1-430f-4d6c-9dfc-b57deb86bdcd,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:20.279906 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34598) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:20.386916 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-54991113-92ba-4019-aa88-04f9353edb75 None None] Port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:20.445704 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] For port 3b319715-c52a-4cb1-8afc-6158281d9c90, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:20.456216 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] For port 3b319715-c52a-4cb1-8afc-6158281d9c90, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=3b319715-c52a-4cb1-8afc-6158281d9c90,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:20.483086 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.547330 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.578522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.610666 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:20.611062 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.617992 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.691048 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2a4e7d2-0284-413b-8aa9-74fcefdc5621 req-926c9fab-7db1-431d-a381-a2eba5e0dd44 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.2642894 Nov 11 11:02:20.829628 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:20.848491 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Sync routers for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:20.877442 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:20.878595 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:20.979596 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:20.982261 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-82373384-86e5-4b0f-9ec5-f68b62f053c8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2514887 Nov 11 11:02:20.985628 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-b36bf543-9c23-4542-bf78-12c0083e221c None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:20.986434 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b36bf543-9c23-4542-bf78-12c0083e221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.038739 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 34620) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:21.093017 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:21.094125 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:21.137977 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.148533 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.150316 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffde15f1-430f-4d6c-9dfc-b57deb86bdcd HTTP/1.1" status: 204 len: 168 time: 0.8664758 Nov 11 11:02:21.205427 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-b36bf543-9c23-4542-bf78-12c0083e221c None None] Port e6577a45-6996-44f1-bcbd-c99891341d0f cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:21.219228 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e78ae650-27bd-4d01-bdc5-a512cf8b6fa1 req-4fdaaacf-de30-474d-8cce-9bbdc6c14a53 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.5270021 Nov 11 11:02:21.221341 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:21.229815 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eba85-e26a-4373-89fa-2b85c74c028b None None] Pushing event updated for resources: {'Port': ['ID=3b319715-c52a-4cb1-8afc-6158281d9c90,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:21.240065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc622db3-2087-46e7-8a28-95a41801cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde15f1-430f-4d6c-9dfc-b57deb86bdcd,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:21.517933 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.529444 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.531280 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.538745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.627683 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:21.642350 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:21.645721 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.645721 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4077d22b-8987-4329-85be-59be4d896cef up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:21.706068 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:17Z', 'revision_number': 3, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:21.728029 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.751620 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.757926 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.782164 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:21.828041 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Checking router: 516674b0-6354-4300-95ac-28879a5b8cd0 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:21.829287 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Updating router 516674b0-6354-4300-95ac-28879a5b8cd0 port 52f9b652-93ea-4c20-82bd-c644bd59e943 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:21.903843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:21.909727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:21.923640 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:21.969372 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-254ae0ee-3524-48d2-824b-55d866c28aca req-ca3c7ad9-17d9-428f-a930-a294172f492e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.0616374 Nov 11 11:02:22.097523 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.20', 65023) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:22.133030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34648) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:22.444689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:02:22.591078 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9a10e7f8-40ec-43e9-b709-dffa525a0cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:22.596850 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-03efe8a1-e215-4b1d-9956-ed382bbd88db req-47e08b19-5a60-46bc-af6d-92e1c378293f tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.1879430 Nov 11 11:02:22.612427 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:22.686984 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 4077d22b-8987-4329-85be-59be4d896cef triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:22.687358 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:22.689258 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-d91e90e9-d5f0-40f2-82ea-61d2ef1b77d3 None None] Provisioning complete for port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:22.690008 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d91e90e9-d5f0-40f2-82ea-61d2ef1b77d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:22.793446 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-d91e90e9-d5f0-40f2-82ea-61d2ef1b77d3 None None] Port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:22.801550 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:22.961861 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:18Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:22.963029 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Pushing event updated for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:23.012304 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f62f1a-84a4-4a57-8dfe-887412b02c23 None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:18Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:23.016971 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.028353 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.056141 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ef4296d-3ad8-413a-82b4-c28da0194ba3 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:23.058003 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ef4296d-3ad8-413a-82b4-c28da0194ba3 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.8210073 Nov 11 11:02:23.139893 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Request body: {'port': {'device_id': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'admin_state_up': True, 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:23.140080 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b20e55-5bcd-4971-b6e7-e1b5ae910581 None None] Pushing event updated for resources: {'Port': ['ID=52f9b652-93ea-4c20-82bd-c644bd59e943,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:23.159239 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Attempting to bind port 52f9b652-93ea-4c20-82bd-c644bd59e943 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:23.160087 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Attempting to bind port 52f9b652-93ea-4c20-82bd-c644bd59e943 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:23.160665 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Attempting to bind port 52f9b652-93ea-4c20-82bd-c644bd59e943 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:23.168086 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:23.168818 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:23.169395 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.169966 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:23.170631 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Bound port: 52f9b652-93ea-4c20-82bd-c644bd59e943, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:23.171218 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.252202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:23.291703 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9a10e7f8-40ec-43e9-b709-dffa525a0cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.309495 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] For port 52f9b652-93ea-4c20-82bd-c644bd59e943, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:23.314555 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] For port 52f9b652-93ea-4c20-82bd-c644bd59e943, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=52f9b652-93ea-4c20-82bd-c644bd59e943,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:23.323301 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:23.330302 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-746b057c-4164-4ea2-8328-f00e52d5fb60 admin admin] 10.222.0.57 "PUT /v2.0/routers/b80905a7-ebbd-47a7-a370-6d692e22e0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1607914 Nov 11 11:02:23.338189 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.345742 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:23.350004 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:23.381209 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:23.418651 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9a10e7f8-40ec-43e9-b709-dffa525a0cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.429299 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.20', 65033) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:23.431328 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:23.431976 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:23.442296 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-38db16eb-5916-4ce3-a93a-94caf8e870e1 req-18248831-26c8-4019-9eb4-8708e4689bce tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.1418114 Nov 11 11:02:23.584057 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:23.585937 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:23.613059 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10e7f8-40ec-43e9-b709-dffa525a0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50c5789-7a75-4153-ae87-0deb6a964220,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:23.619234 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b20e55-5bcd-4971-b6e7-e1b5ae910581 None None] Pushing event updated for resources: {'Port': ['ID=52f9b652-93ea-4c20-82bd-c644bd59e943,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:23.673952 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9a10e7f8-40ec-43e9-b709-dffa525a0cad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19a8226bd0ea4d369743a98a5f7f8af4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5387728 Nov 11 11:02:23.675769 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34706) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:23.763218 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:23.842552 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:23.860062 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:24.010798 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:24.019926 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:24.021490 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:24.026260 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d50c5789-7a75-4153-ae87-0deb6a964220 HTTP/1.1" status: 204 len: 168 time: 0.3475358 Nov 11 11:02:24.079671 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86cc0-8c49-4f74-86c8-4b53e86c9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50c5789-7a75-4153-ae87-0deb6a964220,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:24.095887 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c1cbbd7c-861c-40e5-aae2-0861c81ee368 req-230caed6-fe41-4bf0-9a4e-2aff6d07ea00 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.1320012 Nov 11 11:02:24.170046 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fa4fd0a9-abac-407b-bfec-c983b11a4b84 None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:24.170435 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd0a9-abac-407b-bfec-c983b11a4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:24.171459 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-98f7871a-1889-4cdc-a762-1d22681cafa2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:24.176387 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-98f7871a-1889-4cdc-a762-1d22681cafa2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.20 "GET /v2.0/networks?id=df943b66-02bd-4702-b3e4-e709ce3d6357 HTTP/1.1" status: 200 len: 812 time: 0.7313058 Nov 11 11:02:24.186030 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:24.186416 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:24.338815 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fd0a9-abac-407b-bfec-c983b11a4b84 None None] Port e6577a45-6996-44f1-bcbd-c99891341d0f cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:24.467999 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:02:24.525184 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Request body: {'port': {'device_id': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357', 'admin_state_up': True, 'tenant_id': '3fecb37f71074b21abe54c721515373c'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:24.811864 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:17Z', 'revision_number': 3, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:24.885578 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2db658f3-5e72-4e6a-b46b-3ca6dd70e3a2 req-47bc1582-bb70-4bd0-8b92-c0e2110cb7a7 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.1591308 Nov 11 11:02:24.919067 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae662163-f89b-41b1-a0c6-09565727fd89 None None] The sync data for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi is: [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:17Z', 'revision_number': 3, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:24.971208 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:20Z', 'revision_number': 2, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:25.150384 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:25.151290 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Updating router b80905a7-ebbd-47a7-a370-6d692e22e0af port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:25.273673 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:25.637739 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34750) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:25.667769 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31f77d46-86d7-40ae-8981-470eaf8c245b req-72988a49-4833-47e4-bd46-4cf07bcde5b7 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.1398244 Nov 11 11:02:25.671135 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434478412', 'description': 'tempest-description--1233492873'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:25.771672 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 3b319715-c52a-4cb1-8afc-6158281d9c90 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:25.798348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:25.958961 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.177744 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:26.182857 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 3b319715-c52a-4cb1-8afc-6158281d9c90 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:26.184392 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.192527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.206923 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.261393 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34760) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:26.312382 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.458664 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:26.463218 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d6cba078-3f37-4607-92b2-c5f351cd4333 req-0c0f3dfe-6a3f-4d31-a9da-12baf7533f38 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.2501459 Nov 11 11:02:26.528098 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.530702 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-be41df08-a057-4561-8a0d-1009ce25c029 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8781781 Nov 11 11:02:26.534087 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34770) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:26.550725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:26.650851 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:26.743336 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:26.760787 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ce0bb78c-e078-40e1-88db-824325d328dd admin admin] 10.222.0.57 "PUT /v2.0/routers/6c6ab9db-1ef1-4580-9f95-901920e6b5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2956128 Nov 11 11:02:27.090922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.110500 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ccf02e42-d225-49b6-9a69-f30bf6e6ddc5 req-b4c55c2c-cf55-4348-8d8f-9bbfcceed67a tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.0414989 Nov 11 11:02:27.111900 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.134089 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a975b16f-eb65-4d3f-b74b-16460105a062,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:27.184246 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.186264 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-df9d73ff-a6b1-45db-9acb-8c9ec05e1cc6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6483026 Nov 11 11:02:27.193170 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34782) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:27.213973 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group_rule': {'security_group_id': 'f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:27.322488 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-93daa1c4-50df-4e3b-b209-0ccb95b6f8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.555892 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.595339 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.599506 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Made reservation on behalf of 3fecb37f71074b21abe54c721515373c for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:27.607896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.728730 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 3b319715-c52a-4cb1-8afc-6158281d9c90, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=3b319715-c52a-4cb1-8afc-6158281d9c90,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:27.743170 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Allocated IP 172.20.0.1 (37f65451-9c2b-4d69-b851-bd3607863b55/bd5e4308-bd14-4688-a17b-f21088566790/55c453f7-6592-4a91-8bee-d5424a241e86) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:27.788777 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.895689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:27.957026 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.045609 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.071283 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e0ae049e-07ff-4ed1-9218-f16371c5c8df req-4ac41ab9-17fb-49f4-b3ae-596dbbe8c73b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.3320389 Nov 11 11:02:28.078329 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=3b319715-c52a-4cb1-8afc-6158281d9c90,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:28.127893 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8208f1f3-4969-4491-8879-3dda7b64f061,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:28.213355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.220228 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-269de0a3-5479-4d39-adb9-1702c98470b7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0177739 Nov 11 11:02:28.229121 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.232067 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34800) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:28.261620 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:28.386075 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.410440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.413211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 52f9b652-93ea-4c20-82bd-c644bd59e943 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:28.517612 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:28.567720 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:28.634269 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:28.638990 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:28.760904 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dc8a93c6-d56a-437b-9421-194755323f18 req-dde50ff8-adff-4c3b-bdea-e2a4a015269d tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.3686466 Nov 11 11:02:28.990291 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-93daa1c4-50df-4e3b-b209-0ccb95b6f8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.021604 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-93daa1c4-50df-4e3b-b209-0ccb95b6f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.050010 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6326e28-404d-45a7-bbf7-2c293c32bec2 None None] Pushing event updated for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:29.068516 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:29.155474 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Attempting to bind port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:29.156213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Attempting to bind port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:29.156799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Attempting to bind port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:29.169215 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:29.177725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Checking segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:29.180168 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.181901 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Bound using segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:29.183029 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Bound port: 4a0f9d2a-d594-45a5-92c1-c49d98ed3503, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:29.184213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.274917 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 52f9b652-93ea-4c20-82bd-c644bd59e943 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:29.275322 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.439694 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34816) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:29.524130 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183725072', 'description': 'tempest-description--1834732053'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:29.534734 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Allocated IP 172.20.0.13 (df943b66-02bd-4702-b3e4-e709ce3d6357/809e1d0a-7c3b-47d2-8200-935961ecc9aa/172ce887-276c-4754-a619-7c3eeb816bea) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:29.618266 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Allocated IP 172.20.0.5 (1a4f9d04-6b07-4e0f-bd31-47efc672df02/56f62eb9-81b0-41d9-8644-55d85347a0f2/a0d5f01b-f78b-4e1e-b3cc-88ad9f774335) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:29.633791 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:29.683617 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daa1c4-50df-4e3b-b209-0ccb95b6f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea860e-7b74-4841-87fa-dd6c1c02225a,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:29.705863 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-93daa1c4-50df-4e3b-b209-0ccb95b6f8e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=178375ac50bb4dc29932f2de57995e06&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4378953 Nov 11 11:02:29.706527 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34820) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:29.850921 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e7a8129a-1f42-4a5c-b330-9241ff12f494 req-8f1e2134-7907-4e3f-b187-45936e66ae62 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.2767332 Nov 11 11:02:29.859958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] For port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:29.865086 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] For port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:29.913797 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:20Z', 'revision_number': 2, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:29.966704 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.028483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.056896 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.088148 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:30.090687 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Updating router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae port e6577a45-6996-44f1-bcbd-c99891341d0f binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:30.214006 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.332353 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6326e28-404d-45a7-bbf7-2c293c32bec2 None None] Pushing event updated for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:30.373325 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.401762 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Network 37f65451-9c2b-4d69-b851-bd3607863b55 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:30.475418 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:30.475642 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 52f9b652-93ea-4c20-82bd-c644bd59e943, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=52f9b652-93ea-4c20-82bd-c644bd59e943,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:30.481050 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] Provisioning complete for port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:30.484096 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.544818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:30.545677 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.561897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.572377 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.580170 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bca4d64b-57c9-44df-b938-53e7ad347cc1 req-89760edf-586a-497d-9334-931db9b82028 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.3907447 Nov 11 11:02:30.588792 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Pushing event updated for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:30.593515 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.620583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.725048 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.729730 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=52f9b652-93ea-4c20-82bd-c644bd59e943,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:30.738225 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2518189 Nov 11 11:02:30.741668 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.749077 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:30.750435 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:30.750809 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:30.756739 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26ea860e-7b74-4841-87fa-dd6c1c02225a HTTP/1.1" status: 204 len: 168 time: 1.0203936 Nov 11 11:02:30.802727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34840) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:30.874307 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group_rule': {'security_group_id': '25e168f7-5172-4725-a924-bd10a06f57f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:30.950861 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1921b2b-f8cf-455f-8a59-ed04cb8f6129 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e168f7-5172-4725-a924-bd10a06f57f3,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:31.100500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc4ea0-b9e5-423a-b563-3db2e56801e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea860e-7b74-4841-87fa-dd6c1c02225a,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:31.154441 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:31.267567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:31.537568 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 3b319715-c52a-4cb1-8afc-6158281d9c90 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:31.816020 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:31.832926 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:31.871980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:31.999782 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502fe32-f1b5-4fc0-a2ca-00fb87c4344a None None] Pushing event updated for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:32.008380 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-aa3eabed-2a14-4442-8aac-1aadd6c4f011 req-563893fd-fd0a-47bc-9ecb-d12a4a985d75 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.8117611 Nov 11 11:02:32.197965 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Attempting to bind port e6577a45-6996-44f1-bcbd-c99891341d0f on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:32.198342 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Attempting to bind port e6577a45-6996-44f1-bcbd-c99891341d0f by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:32.198722 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Attempting to bind port e6577a45-6996-44f1-bcbd-c99891341d0f on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:32.208038 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:32.208440 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Checking segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:32.217138 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.218633 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Bound using segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:32.218633 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Bound port: e6577a45-6996-44f1-bcbd-c99891341d0f, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:32.218633 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.270132 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e6db751a-df37-4333-8d42-1c6d64f87b34 req-b07caf4c-12eb-4c1b-a262-4dbd4b8523f5 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.2953110 Nov 11 11:02:32.284584 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.362862 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.406682 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] For port e6577a45-6996-44f1-bcbd-c99891341d0f, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:32.422332 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] For port e6577a45-6996-44f1-bcbd-c99891341d0f, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e6577a45-6996-44f1-bcbd-c99891341d0f,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:32.424192 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] For port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:32.435157 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.436037 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.521770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ed4f3-c732-4df9-8028-a56e58ff3868 None None] Pushing event updated for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:32.532925 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 3b319715-c52a-4cb1-8afc-6158281d9c90 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:32.533391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.546519 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.584957 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:32.586144 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:32.698599 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.751720 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event updated for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:32.789811 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:32.817533 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:32.817855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Allocated IP 172.27.1.37 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/91b118ae-f337-4c43-a730-135a1484aedc) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:33.018622 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.058536 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Pushing event updated for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:33.076287 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:33.088533 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Network df943b66-02bd-4702-b3e4-e709ce3d6357 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:33.089371 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.090711 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:33.091751 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.097559 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:33.098284 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.098404 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.118148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:33.126427 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:33.134443 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:33.135102 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.151571 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-d934920a-303f-4820-8b42-092ebabb61f5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0314581 Nov 11 11:02:33.164029 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ece884-c937-421b-862f-5dc85d32451a,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:33.166396 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.175021 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-405ca7db-515c-40f0-9aed-4e073ce2e67f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3187442 Nov 11 11:02:33.180568 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34884) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:33.199181 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group_rule': {'security_group_id': '25e168f7-5172-4725-a924-bd10a06f57f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:33.203951 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Provisioning complete for port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:33.206085 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.306733 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:33.375170 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:33.395725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:33.410775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:33.432042 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:29Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:33.556261 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6637e-dccf-4082-9ef4-5148049e1543 None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:29Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:33.588030 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 52f9b652-93ea-4c20-82bd-c644bd59e943 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:33.711377 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502fe32-f1b5-4fc0-a2ca-00fb87c4344a None None] Pushing event updated for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=4']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:33.785672 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.795124 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.831597 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-90d45c67-e52a-474b-aed0-50d889f45b09 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:02:33.844490 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-90d45c67-e52a-474b-aed0-50d889f45b09 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293472 Nov 11 11:02:33.861815 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-73e6d220-f1ab-449d-af62-fc911e326a01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3547430 Nov 11 11:02:33.863095 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:33.873328 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:34.138220 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:34.169327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 52f9b652-93ea-4c20-82bd-c644bd59e943 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:34.175003 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:34.189753 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Pushing event updated for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:34.228871 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:34.282566 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=91b118ae-f337-4c43-a730-135a1484aedc,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:34.366983 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3238df5f-ce61-4751-9fec-e507c51ee639 None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:34.416700 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:34.417551 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:34.614759 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3e09f-232e-400b-9bef-340e3502da9c req-ef4bf9e9-56c0-453c-8414-d01d52345f01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:34.625991 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-99f3e09f-232e-400b-9bef-340e3502da9c req-ef4bf9e9-56c0-453c-8414-d01d52345f01 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 932 time: 0.9682906 Nov 11 11:02:34.740737 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Network 37f65451-9c2b-4d69-b851-bd3607863b55 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:34.746049 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:34.813575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a823e-7e64-4228-b21b-bcf50f157fdc req-2604db5f-4925-44fb-92c6-cda6aa8b6cd6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:34.815347 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-125a823e-7e64-4228-b21b-bcf50f157fdc req-2604db5f-4925-44fb-92c6-cda6aa8b6cd6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 931 time: 1.4241588 Nov 11 11:02:35.024274 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.033490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Router 516674b0-6354-4300-95ac-28879a5b8cd0 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:02:35.124218 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.214791 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] For port e6577a45-6996-44f1-bcbd-c99891341d0f, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e6577a45-6996-44f1-bcbd-c99891341d0f,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:35.228402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Request body: {'port': {'device_id': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:35.235095 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.311669 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-99f3e09f-232e-400b-9bef-340e3502da9c req-919a15d9-0a7c-4817-a6e7-b905e8f6d481 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847036 Nov 11 11:02:35.410553 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-125a823e-7e64-4228-b21b-bcf50f157fdc req-ea46c941-c0ac-4bc1-8320-979aa6cb5c2a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142798 Nov 11 11:02:35.438842 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.452030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.509869 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c609520-3c5d-4b08-8f17-2251b3325d13,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:35.590958 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Request body: {'port': {'device_id': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:35.623917 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.726324 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-9a3f4421-1740-4bb1-aeb5-306c2637af33 None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:35.729827 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.736853 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-38329a3d-c0a6-4e37-9842-9671e1003a6e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5553679 Nov 11 11:02:35.737549 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4421-1740-4bb1-aeb5-306c2637af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:35.739459 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1c93-79b0-4465-b17c-a033f552b118 None None] Pushing event updated for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:35.754231 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 34932) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:35.765202 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:35.887073 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.008003 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e6577a45-6996-44f1-bcbd-c99891341d0f up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:36.070071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.098092 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.187785 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:02:36.228028 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0b3caffe-fa12-4c9a-96f6-3f19177b9a04 admin admin] 10.222.0.57 "PUT /v2.0/routers/516674b0-6354-4300-95ac-28879a5b8cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1878834 Nov 11 11:02:36.242244 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Sync routers for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:02:36.293261 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=91b118ae-f337-4c43-a730-135a1484aedc,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:36.329006 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.375036 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:36.377650 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:36.532757 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.567853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.574369 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b74844b5-5e74-4eaf-a2ad-a3c1da5bda70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3407712 Nov 11 11:02:36.594851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:36.806408 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Allocated IP 172.27.1.15 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/b12cbfda-4432-40b4-b939-1d23ff2d39c5) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:36.942310 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.052742 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.164112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:37.238539 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:37.283450 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:37.291805 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:37.296313 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:37.301106 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.344980 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=b12cbfda-4432-40b4-b939-1d23ff2d39c5,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:37.521860 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82bb8c-7ff5-4124-abd1-31501b51810b req-ba904f0d-bf59-4520-9653-8f520471c421 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:37.565270 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bc82bb8c-7ff5-4124-abd1-31501b51810b req-ba904f0d-bf59-4520-9653-8f520471c421 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 932 time: 0.9652414 Nov 11 11:02:37.611735 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:37.632796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576783a-4571-46e4-aa27-cb1cb447edb2 req-59080325-7943-446b-8186-b8bc89a2a365 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:37.634897 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a576783a-4571-46e4-aa27-cb1cb447edb2 req-59080325-7943-446b-8186-b8bc89a2a365 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 931 time: 0.9939606 Nov 11 11:02:37.719848 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.758370 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bc82bb8c-7ff5-4124-abd1-31501b51810b req-3a5d1f6f-3923-46fb-b7dd-f6229b334254 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910698 Nov 11 11:02:37.803554 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:37.866665 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.877879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a576783a-4571-46e4-aa27-cb1cb447edb2 req-57ba384e-e6e5-439f-aad4-be2d74748974 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314146 Nov 11 11:02:37.913553 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:37.925947 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Transition to ACTIVE for port object a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:37.961211 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.181237 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:38.239978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172ce887-276c-4754-a619-7c3eeb816bea {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:38.269056 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.361444 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:38.361982 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.419310 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Transition to ACTIVE for port object 172ce887-276c-4754-a619-7c3eeb816bea will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:38.433161 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.478696 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Attempting to bind port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:38.479836 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Attempting to bind port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:38.479836 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Attempting to bind port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:38.496149 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:38.496718 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Attempting to bind port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:38.544299 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:38.544908 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Checking segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:38.546595 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Bound using segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:38.547203 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Bound port: a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:38.548636 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.558967 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:31Z', 'revision_number': 4, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '55c453f7-6592-4a91-8bee-d5424a241e86', 'name': '', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'mac_address': 'fa:16:3e:78:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:26Z', 'updated_at': '2021-11-11T11:02:33Z', 'revision_number': 2, 'project_id': '9f21af81a924410bb6e20284451c105f', 'subnets': [{'id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:38.601896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:38.655079 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Attempting to bind port 172ce887-276c-4754-a619-7c3eeb816bea on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:38.657846 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Attempting to bind port 172ce887-276c-4754-a619-7c3eeb816bea by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'a7551311-83f2-48e7-8f83-7b0610f0426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:38.659320 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Attempting to bind port 172ce887-276c-4754-a619-7c3eeb816bea on network df943b66-02bd-4702-b3e4-e709ce3d6357 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:38.664720 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Checking router: 516674b0-6354-4300-95ac-28879a5b8cd0 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:02:38.665512 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Updating router 516674b0-6354-4300-95ac-28879a5b8cd0 port 55c453f7-6592-4a91-8bee-d5424a241e86 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:02:38.712995 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Port 172ce887-276c-4754-a619-7c3eeb816bea on network df943b66-02bd-4702-b3e4-e709ce3d6357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:38.714414 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Attempting to bind port 172ce887-276c-4754-a619-7c3eeb816bea on network df943b66-02bd-4702-b3e4-e709ce3d6357 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:38.743043 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:38.749627 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Checking segment: {'id': 'a7551311-83f2-48e7-8f83-7b0610f0426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:38.750352 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Bound using segment: {'id': 'a7551311-83f2-48e7-8f83-7b0610f0426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:38.750946 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Bound port: 172ce887-276c-4754-a619-7c3eeb816bea, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7551311-83f2-48e7-8f83-7b0610f0426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:38.751423 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.771607 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.782030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-202d9169-e490-4097-be98-073b474ab432 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:38.801788 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-202d9169-e490-4097-be98-073b474ab432 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 819 time: 0.1728745 Nov 11 11:02:38.836683 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.871555 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-b47e3b22-0a6a-4ca7-aca6-c2ec730bbf72 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--434478412&fields=id&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 267 time: 0.3492391 Nov 11 11:02:38.872496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:38.901296 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:39.008453 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:39.033564 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.111575 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e6577a45-6996-44f1-bcbd-c99891341d0f up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:39.184661 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:39.209398 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:39.214394 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.216139 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 HTTP/1.1" status: 200 len: 1093 time: 4.7659414 Nov 11 11:02:39.221781 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:39.345874 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35020) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:39.363167 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=b12cbfda-4432-40b4-b939-1d23ff2d39c5,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:39.374710 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-b082947e-3b9b-439a-a34c-7a21dab7d80f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/quotas/9f21af81a924410bb6e20284451c105f HTTP/1.1" status: 200 len: 375 time: 0.5177994 Nov 11 11:02:39.382204 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=172ce887-276c-4754-a619-7c3eeb816bea,segment=NetworkSegment(a7551311-83f2-48e7-8f83-7b0610f0426e),segment_id=a7551311-83f2-48e7-8f83-7b0610f0426e)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:39.406104 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed62d8c-f31f-4584-8a5d-9ba07be33498 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:39.436648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.499009 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:39.507507 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.507507 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/172ce887-276c-4754-a619-7c3eeb816bea HTTP/1.1" status: 200 len: 1094 time: 5.0531662 Nov 11 11:02:39.531516 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.539514 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42354644-66c4-4890-8a6a-b507c426a4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:39.555865 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port e6577a45-6996-44f1-bcbd-c99891341d0f triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:39.556917 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.612868 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.614115 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b8e3fba8-992f-4428-ae3c-d134b246f5c9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8554778 Nov 11 11:02:39.635028 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-555cc9b2-69db-4d66-8ebd-80462a84aa62 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345644 Nov 11 11:02:39.676536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-78feafb6-a11e-48e0-ad90-249cdeab6355 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:39.678091 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-78feafb6-a11e-48e0-ad90-249cdeab6355 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 817 time: 0.3206103 Nov 11 11:02:39.680224 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7420d1f2-cc9a-4eb0-ae55-128025a13d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.729966 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-94594a61-d967-4190-8f9c-a78d0ccb899c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/quotas/246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 375 time: 0.0233407 Nov 11 11:02:39.750324 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.759142 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.771548 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c9e7c-9368-4787-9026-9017a35d47ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:39.814063 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-8b7aa5cd-b9f2-4cb9-af26-93b742c6dbd1 service neutron] 10.222.0.57 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718268 Nov 11 11:02:39.828979 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-2aaaf736-8e3f-46d5-ac1b-b4337d8322fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896957 Nov 11 11:02:39.846963 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b08a0-37b6-4552-992a-3efdd14ed8d0 None None] Pushing event updated for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:39.906439 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7420d1f2-cc9a-4eb0-ae55-128025a13d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.914480 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7420d1f2-cc9a-4eb0-ae55-128025a13d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:39.965933 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7420d1f2-cc9a-4eb0-ae55-128025a13d03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03a03caa6bb343a7b29e16ff2c1a50f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741868 Nov 11 11:02:39.987199 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Attempting to bind port 55c453f7-6592-4a91-8bee-d5424a241e86 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:39.987579 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Attempting to bind port 55c453f7-6592-4a91-8bee-d5424a241e86 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:39.987949 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Attempting to bind port 55c453f7-6592-4a91-8bee-d5424a241e86 on network 37f65451-9c2b-4d69-b851-bd3607863b55 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:39.988574 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d1f2-cc9a-4eb0-ae55-128025a13d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6084694c-4e99-4be6-bdba-504c35d6747b,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:39.989432 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-aadb2a5e-7a2d-4838-9134-7bed332c4bb8 service neutron] 10.222.0.57 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594419 Nov 11 11:02:39.990111 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35042) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:40.008905 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:40.009583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Checking segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:40.010296 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.010848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Bound using segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:40.011748 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Bound port: 55c453f7-6592-4a91-8bee-d5424a241e86, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:40.012304 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.142220 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.198951 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] For port 55c453f7-6592-4a91-8bee-d5424a241e86, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:40.212140 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] For port 55c453f7-6592-4a91-8bee-d5424a241e86, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=55c453f7-6592-4a91-8bee-d5424a241e86,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:40.227613 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.251526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.308422 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-f85cc8f1-28f3-43e5-b7c0-3886df054874 service neutron] 10.222.0.57 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153396 Nov 11 11:02:40.361774 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:02:40.363526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:40.441020 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b08a0-37b6-4552-992a-3efdd14ed8d0 None None] Pushing event updated for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:40.478264 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a192ff1c-ac6f-40af-8056-1c64d222ae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.493244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c9054-50d7-4a7a-a335-c686a77eb8cb req-4070ada3-4bd2-46c9-b084-187fe80ad711 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:40.495845 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b85c9054-50d7-4a7a-a335-c686a77eb8cb req-4070ada3-4bd2-46c9-b084-187fe80ad711 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 944 time: 0.1122806 Nov 11 11:02:40.498313 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.503504 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:40.504695 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6084694c-4e99-4be6-bdba-504c35d6747b HTTP/1.1" status: 204 len: 168 time: 0.5116580 Nov 11 11:02:40.605663 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30cf0c-c684-4057-988c-0cef69f9dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084694c-4e99-4be6-bdba-504c35d6747b,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:40.628873 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-cbaf87fa-8643-4f5b-a133-7d35019970cc service neutron] 10.222.0.57 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066509 Nov 11 11:02:40.635551 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:02:40.712923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b85c9054-50d7-4a7a-a335-c686a77eb8cb req-66c46f6c-dfc9-4c99-9385-2a0252b47797 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718388 Nov 11 11:02:40.964233 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022aeba-c4f0-4460-96df-2c2233018f70 req-93cc77fd-def7-42d4-ab70-885ad5d5f63d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:40.973422 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b022aeba-c4f0-4460-96df-2c2233018f70 req-93cc77fd-def7-42d4-ab70-885ad5d5f63d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 943 time: 0.1569233 Nov 11 11:02:41.122843 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b022aeba-c4f0-4460-96df-2c2233018f70 req-b97a8a10-375a-40ab-9102-1efd811e091f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373513 Nov 11 11:02:41.151393 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:31Z', 'revision_number': 4, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '55c453f7-6592-4a91-8bee-d5424a241e86', 'name': '', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'mac_address': 'fa:16:3e:78:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:26Z', 'updated_at': '2021-11-11T11:02:40Z', 'revision_number': 4, 'project_id': '9f21af81a924410bb6e20284451c105f', 'subnets': [{'id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:02:41.193212 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab1754-d354-4550-a561-23e7ce8da104 None None] The sync data for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi is: [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:31Z', 'revision_number': 4, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '55c453f7-6592-4a91-8bee-d5424a241e86', 'name': '', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'mac_address': 'fa:16:3e:78:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:26Z', 'updated_at': '2021-11-11T11:02:40Z', 'revision_number': 4, 'project_id': '9f21af81a924410bb6e20284451c105f', 'subnets': [{'id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:02:41.199566 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-759bc331-9adb-415b-8419-c76810276f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:41.200889 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-759bc331-9adb-415b-8419-c76810276f7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 1096 time: 0.2913544 Nov 11 11:02:41.389738 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-70f94917-c2ab-47d8-b8f8-03b98ab769fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:41.391306 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-70f94917-c2ab-47d8-b8f8-03b98ab769fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fecb37f71074b21abe54c721515373c&device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 1097 time: 0.4674897 Nov 11 11:02:41.444511 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35102) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:41.463936 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2cdbd736-bb78-4d58-9572-52145918c336 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--183725072&fields=id&tenant_id=f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 267 time: 0.1704390 Nov 11 11:02:41.708344 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7fdb-b3b5-4539-8c31-70f4a24bb0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:41.769941 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-a04103a4-7d37-4914-b0a2-f89dc4aeb6f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 HTTP/1.1" status: 200 len: 217 time: 0.5572376 Nov 11 11:02:41.771597 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee751e-8b1b-4ae2-92a7-4de3b47d2b98 x-openstack-request-id: req-8cee751e-8b1b-4ae2-92a7-4de3b47d2b98 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:41.772105 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:41.772379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cee751e-8b1b-4ae2-92a7-4de3b47d2b98 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:41.772863 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', 'status': 'completed', 'code': 200} Nov 11 11:02:41.774976 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c63b692-ebed-48bd-a954-9c5499b9e1c9 req-cdf0c3ca-f221-4249-ac4f-c70c3da1a69d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 210 time: 0.1306481 Nov 11 11:02:41.783271 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-ab3dae4b-4103-4d00-943d-c9a637a2e032 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:41.791206 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-ab3dae4b-4103-4d00-943d-c9a637a2e032 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 811 time: 0.3223157 Nov 11 11:02:41.823624 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-9f093a58-f940-45b6-a543-48825d1caa44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/quotas/f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 375 time: 0.0314558 Nov 11 11:02:41.906633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-65f267af-8d3c-476f-84f7-76e82d8ec71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:41.910298 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-65f267af-8d3c-476f-84f7-76e82d8ec71d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.0929117 Nov 11 11:02:41.945276 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-4a4745a0-d262-4c1b-87d7-349627245be5 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205938 Nov 11 11:02:41.963345 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-39adb4b1-63d7-44c5-995d-a497166f3451 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172ce887-276c-4754-a619-7c3eeb816bea HTTP/1.1" status: 200 len: 217 time: 0.1894658 Nov 11 11:02:42.077317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.20', 65046) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:42.117679 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-2b9dda8a-5d77-455e-8832-a69b9057a353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609819 Nov 11 11:02:42.167799 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-7a0088d1-d981-44e9-9caa-74f7f8b5e7f2 service neutron] 10.222.0.57 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829228 Nov 11 11:02:42.257291 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac1a21f6-5a94-4fb0-a9e7-dc5261273be8 req-70cb8fca-6d43-4224-af23-805b95770f5c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.2902968 Nov 11 11:02:42.429657 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-5987866f-4968-40ee-8f0e-36d2292c243e service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024443 Nov 11 11:02:42.478729 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7fdb-b3b5-4539-8c31-70f4a24bb0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:42.494637 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993855-b65b-4945-a302-65305f165cb2 req-f8076a30-2664-4cf7-b9c5-b591da86bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:42.496295 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-f8076a30-2664-4cf7-b9c5-b591da86bb32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=809e1d0a-7c3b-47d2-8200-935961ecc9aa HTTP/1.1" status: 200 len: 852 time: 0.4866674 Nov 11 11:02:42.512075 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7fdb-b3b5-4539-8c31-70f4a24bb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:42.576514 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-a00c1612-2f22-485a-92d7-8ba4ad18606e service neutron] 10.222.0.57 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078221 Nov 11 11:02:42.594720 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2e0b7fdb-b3b5-4539-8c31-70f4a24bb0cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9c26a539b5d49e5947a0354de52118d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1210442 Nov 11 11:02:42.603827 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7fdb-b3b5-4539-8c31-70f4a24bb0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7d52c-d147-44a3-a700-e44f849dd728,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:42.619438 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35130) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:42.622839 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-77f09750-92ce-4dd0-bf91-0d6e798d7865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df943b66-02bd-4702-b3e4-e709ce3d6357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710843 Nov 11 11:02:42.644095 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a5b4-7e19-4195-9bd5-927911ecda18 req-ac5912ca-ebda-4a6b-bee1-426b284e4ae8 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:42.646130 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2a5a5b4-7e19-4195-9bd5-927911ecda18 req-ac5912ca-ebda-4a6b-bee1-426b284e4ae8 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 944 time: 0.1977603 Nov 11 11:02:42.766143 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2a5a5b4-7e19-4195-9bd5-927911ecda18 req-1d033fd6-d09c-44ef-a43a-3d4270edd074 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117625 Nov 11 11:02:42.774779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.20', 65051) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:42.801687 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-37f1118f-de95-4d17-9851-a1c1198c9cc2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:42.804716 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-37f1118f-de95-4d17-9851-a1c1198c9cc2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 819 time: 0.7258732 Nov 11 11:02:42.878409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Request body: {'port': {'device_id': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'admin_state_up': True, 'tenant_id': '9f21af81a924410bb6e20284451c105f'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:42.896471 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-27a52c2d-7ee1-4639-b5a1-1a38877a5e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.188714 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 55c453f7-6592-4a91-8bee-d5424a241e86 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:43.281298 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caba87-6b03-4c53-928f-957b732c4339 req-0f5350d9-993d-4875-9392-fe5aeb6eafa5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:43.297438 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84caba87-6b03-4c53-928f-957b732c4339 req-0f5350d9-993d-4875-9392-fe5aeb6eafa5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 943 time: 0.2896819 Nov 11 11:02:43.308084 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 55c453f7-6592-4a91-8bee-d5424a241e86 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:43.308877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.425914 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db0321ff-603b-40d2-bdbb-6da88a00d7c9 req-da74163e-532d-4697-a238-bc5d981fd00e service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9829600 Nov 11 11:02:43.463735 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.499934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-a779adb8-c233-4017-9363-88c2e4a5c7d0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:43.500340 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-988d1885-b297-4815-9b89-0fb66ab26715 service neutron] 10.222.0.20 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479755 Nov 11 11:02:43.503856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.514141 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-a779adb8-c233-4017-9363-88c2e4a5c7d0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 819 time: 0.4041212 Nov 11 11:02:43.536678 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-72846070-2718-4876-96bc-af72f3c2eb4b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:43.540922 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-72846070-2718-4876-96bc-af72f3c2eb4b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 817 time: 0.7638090 Nov 11 11:02:43.574569 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 55c453f7-6592-4a91-8bee-d5424a241e86, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=55c453f7-6592-4a91-8bee-d5424a241e86,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:43.582252 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-d373b9e9-8890-4536-84ef-b517ad4b4032 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/quotas/9f21af81a924410bb6e20284451c105f HTTP/1.1" status: 200 len: 375 time: 0.0678895 Nov 11 11:02:43.586277 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.737522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:43.754491 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84caba87-6b03-4c53-928f-957b732c4339 req-e40988e0-f640-456e-99eb-d1dd03631277 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559364 Nov 11 11:02:43.774379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:43.779012 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5628de4-bc6a-4997-a6ce-f10e5a767e17" -d '{"events": [{"name": "network-changed", "server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "tag": "172ce887-276c-4754-a619-7c3eeb816bea"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:43.791993 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Made reservation on behalf of 9f21af81a924410bb6e20284451c105f for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:43.795302 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.832695 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-e13e49f7-c4ef-41f4-b455-733699f46746 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2490163 Nov 11 11:02:43.839023 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-21ddf6ca-3470-4fd5-854d-212cf21bf00b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 379 time: 0.2120318 Nov 11 11:02:43.849540 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-39993855-b65b-4945-a302-65305f165cb2 req-0fd36b71-b976-4665-a7fc-976d3bc3fba6 service neutron] 10.222.0.20 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415456 Nov 11 11:02:43.863086 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:43.880775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'port': {'device_id': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'admin_state_up': True, 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'security_groups': ['f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:43.883344 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9e7c-9368-4787-9026-9017a35d47ee req-1eb00e1c-d842-4c9a-8ce8-45c36eab4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:43.885257 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-1eb00e1c-d842-4c9a-8ce8-45c36eab4a52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 1096 time: 0.0954120 Nov 11 11:02:43.918494 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:44.161837 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:44.165186 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:44.166372 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2c7d52c-d147-44a3-a700-e44f849dd728 HTTP/1.1" status: 204 len: 168 time: 1.5422988 Nov 11 11:02:44.245010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58928-3d22-42ea-be1f-1f3aff56d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7d52c-d147-44a3-a700-e44f849dd728,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:44.272856 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3199cc11-e748-4b6f-8fff-2d86cec9ceb5 req-a4582e4e-e00a-475d-a309-7090e1a2d162 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 210 time: 0.3980186 Nov 11 11:02:44.337796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Made reservation on behalf of 246b03f49fb440b5969ef1312635feab for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:44.341715 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:44.347831 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Allocated IP 172.20.0.9 (37f65451-9c2b-4d69-b851-bd3607863b55/bd5e4308-bd14-4688-a17b-f21088566790/afc364de-3bc5-488a-83bf-6f16a66798cf) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:44.359610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9e7c-9368-4787-9026-9017a35d47ee req-e7bb106f-7e4f-4ab8-9037-121ac7675473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:44.361664 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-e7bb106f-7e4f-4ab8-9037-121ac7675473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 915 time: 0.4625309 Nov 11 11:02:44.388941 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-bd055e75-bd62-46e2-8c2f-846ceff36bed service neutron] 10.222.0.57 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443635 Nov 11 11:02:44.443829 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-111a10fc-84a0-4f12-94dd-2b9146ff281d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 HTTP/1.1" status: 200 len: 217 time: 0.0710454 Nov 11 11:02:44.447586 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5148aa9-a0c5-4346-b57e-94e42056aed0 req-e366cc6e-fc38-4046-995d-0f18f4fe68e7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.0514536 Nov 11 11:02:44.569447 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f5423c-c0f6-4f29-8450-d2aca1e7b44f x-openstack-request-id: req-e2f5423c-c0f6-4f29-8450-d2aca1e7b44f {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:44.569974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "tag": "172ce887-276c-4754-a619-7c3eeb816bea", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:44.569974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2f5423c-c0f6-4f29-8450-d2aca1e7b44f {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:44.570361 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea', 'status': 'completed', 'code': 200} Nov 11 11:02:44.619829 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9e7c-9368-4787-9026-9017a35d47ee req-7c3a4b1f-110e-4c45-8787-9227bcf862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:44.621415 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-7c3a4b1f-110e-4c45-8787-9227bcf862bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.1678331 Nov 11 11:02:44.665034 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-0963853b-7ebd-4f56-8d7e-a631499b266b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339999 Nov 11 11:02:44.693542 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-b1d22703-3aa2-41cb-90fe-3605de23f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:44.695068 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-b1d22703-3aa2-41cb-90fe-3605de23f3f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fecb37f71074b21abe54c721515373c&device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 1097 time: 0.1145422 Nov 11 11:02:44.741236 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.20', 65058) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:44.798379 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35210) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:44.871485 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-4dbfef2d-5189-4500-b341-dc24cff372c1 service neutron] 10.222.0.57 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263449 Nov 11 11:02:44.894985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Allocated IP 172.20.0.11 (d67caaca-42b6-4361-a473-088bfd5e27e4/45f763f0-65f5-494d-a786-5ae4b7c1c87c/13c7857f-64c0-4a3e-930e-aec08b306c2e) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:44.953330 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530331bf-1df0-49a4-98dc-f12ee71e8e70 req-9a6c4549-4c68-446e-8b27-5292da8218f7 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:44.980419 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-530331bf-1df0-49a4-98dc-f12ee71e8e70 req-9a6c4549-4c68-446e-8b27-5292da8218f7 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 944 time: 0.2683702 Nov 11 11:02:45.008423 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 55c453f7-6592-4a91-8bee-d5424a241e86 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:45.159320 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-f0866aa4-e71c-4652-95e0-2133e84bc4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792707 Nov 11 11:02:45.177575 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.239833 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-530331bf-1df0-49a4-98dc-f12ee71e8e70 req-a447adc9-1496-463c-831c-fbfa86618b1b tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539101 Nov 11 11:02:45.281206 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.428131 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.429520 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 55c453f7-6592-4a91-8bee-d5424a241e86 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:45.430500 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.437434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-4918b9ba-f570-4d7c-b709-5da96fc683b7 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:45.439099 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-4918b9ba-f570-4d7c-b709-5da96fc683b7 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 811 time: 0.6933889 Nov 11 11:02:45.439781 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9edac51b-4c49-465d-97eb-6a56c4c29180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.574604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Network 37f65451-9c2b-4d69-b851-bd3607863b55 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:45.599141 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:45.622443 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:45.637268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:45.637848 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.662661 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9edac51b-4c49-465d-97eb-6a56c4c29180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.666396 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2544542f-0136-48e9-810d-61f69afb44a3 req-4614bd22-defd-4cbb-b575-1dc0f29424f6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 210 time: 0.3124318 Nov 11 11:02:45.677385 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9edac51b-4c49-465d-97eb-6a56c4c29180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:45.707224 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35258) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:45.707855 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Pushing event updated for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:45.747247 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-3dbc26e9-3b18-4993-a8e5-4a425a196b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:45.748783 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-3dbc26e9-3b18-4993-a8e5-4a425a196b71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df943b66-02bd-4702-b3e4-e709ce3d6357 HTTP/1.1" status: 200 len: 913 time: 1.0436380 Nov 11 11:02:45.765028 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-5a8bac0b-71c3-4337-90b9-e87c0dc7731f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9434693 Nov 11 11:02:45.825732 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-f35e8319-eb04-4f61-8981-d6349c48ef8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172ce887-276c-4754-a619-7c3eeb816bea HTTP/1.1" status: 200 len: 217 time: 0.0574310 Nov 11 11:02:45.851292 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Request body: {'port': {'device_id': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:45.887811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ecdf4-2e36-49e2-89e4-7d1dfc1d2ed7 req-a2e38c3a-7aa4-4cbc-b5f0-656b8924bbbb tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:45.898879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955ecdf4-2e36-49e2-89e4-7d1dfc1d2ed7 req-a2e38c3a-7aa4-4cbc-b5f0-656b8924bbbb tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 943 time: 0.6774333 Nov 11 11:02:45.932983 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9edac51b-4c49-465d-97eb-6a56c4c29180 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70980aaf01ff4d20a4e305710753e273&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1227441 Nov 11 11:02:45.942425 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 172ce887-276c-4754-a619-7c3eeb816bea details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:45.943098 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35266) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:45.978984 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-428c9e7c-9368-4787-9026-9017a35d47ee req-34e1090f-3953-4907-a96d-74b1110e1bed service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294562 Nov 11 11:02:46.038605 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-8230c643-1622-408d-b3eb-ddee9df1c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:46.041410 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-8230c643-1622-408d-b3eb-ddee9df1c211 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=809e1d0a-7c3b-47d2-8200-935961ecc9aa HTTP/1.1" status: 200 len: 852 time: 0.1949527 Nov 11 11:02:46.104518 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-2c640d00-6dac-4e19-8da9-e884b9047415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df943b66-02bd-4702-b3e4-e709ce3d6357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548091 Nov 11 11:02:46.133509 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.139237 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4061e2f8-e640-4e91-b3ef-7e7178fc7632 req-94139bcf-c59d-473c-b04f-21dee44f1de4 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 210 time: 0.3186059 Nov 11 11:02:46.141105 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edac51b-4c49-465d-97eb-6a56c4c29180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1682a9-623f-4a4e-9018-5551ca6fd51f,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:46.206064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a98534ba-3bb0-47e3-a200-3925cced0dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.233242 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-cf513036-8397-445a-97f5-5a761924c12b tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 379 time: 0.7470841 Nov 11 11:02:46.239626 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.242568 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=172ce887-276c-4754-a619-7c3eeb816bea,segment=NetworkSegment(a7551311-83f2-48e7-8f83-7b0610f0426e),segment_id=a7551311-83f2-48e7-8f83-7b0610f0426e)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:46.269190 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'port': {'device_id': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'admin_state_up': True, 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'security_groups': ['25e168f7-5172-4725-a924-bd10a06f57f3']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:46.269833 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '172ce887-276c-4754-a619-7c3eeb816bea', 'network_id': 'df943b66-02bd-4702-b3e4-e709ce3d6357', 'port_id': '172ce887-276c-4754-a619-7c3eeb816bea', 'mac_address': 'fa:16:3e:5b:7b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809e1d0a-7c3b-47d2-8200-935961ecc9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:46.273956 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.332036 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.369703 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955ecdf4-2e36-49e2-89e4-7d1dfc1d2ed7 req-a9aa38b1-7b33-448e-97f8-0dc4efc3b075 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698484 Nov 11 11:02:46.435383 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4011206b-935f-40a0-b528-eba49f8399ac req-65f3a1c7-8685-4069-9fdc-675b1f73b9e2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.1450100 Nov 11 11:02:46.452898 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.464850 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-482e9340-1b10-475c-b75b-90962e4c4ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455195 Nov 11 11:02:46.509229 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.523618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172ce887-276c-4754-a619-7c3eeb816bea {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:46.574955 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=172ce887-276c-4754-a619-7c3eeb816bea,segment=NetworkSegment(a7551311-83f2-48e7-8f83-7b0610f0426e),segment_id=a7551311-83f2-48e7-8f83-7b0610f0426e)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:46.584468 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.587170 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:46.645946 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.740967 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.744671 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.746926 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a1682a9-623f-4a4e-9018-5551ca6fd51f HTTP/1.1" status: 204 len: 168 time: 0.7979138 Nov 11 11:02:46.798568 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:46.808109 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.db.resource_extend [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:02:46.826596 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:46.866458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533857f4-a09b-453e-abc8-188994debccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1682a9-623f-4a4e-9018-5551ca6fd51f,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:46.878808 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785e84-d637-4d47-933f-0fc1bf01df50 req-7cdbc4aa-54e9-46ed-9056-d3babfc99bc4 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:46.880395 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50785e84-d637-4d47-933f-0fc1bf01df50 req-7cdbc4aa-54e9-46ed-9056-d3babfc99bc4 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 944 time: 0.3872414 Nov 11 11:02:46.924733 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-3e630788-cded-484e-863e-aabda0935af0 service neutron] 10.222.0.20 "GET /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438405 Nov 11 11:02:46.949620 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Made reservation on behalf of f98b65446e824d0d9b854a8c8e581f75 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:46.956138 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:46.986173 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:02:46.988233 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc6e5c0a-10b8-41a7-a242-7d0ca9f60ac2 req-fb2abd81-cd24-4cb5-b7f0-223de8507dd1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 210 time: 0.1361489 Nov 11 11:02:46.993328 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:47.006258 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:47.007373 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:47.010444 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:47.018719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:47.019701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.035688 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a98534ba-3bb0-47e3-a200-3925cced0dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.051239 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'port_id': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', 'mac_address': 'fa:16:3e:00:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f62eb9-81b0-41d9-8644-55d85347a0f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:47.051731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-b596d661-36b5-4e8f-bc9f-fd40c3d4f76b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:47.055408 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-b596d661-36b5-4e8f-bc9f-fd40c3d4f76b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 819 time: 0.4493535 Nov 11 11:02:47.065747 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a98534ba-3bb0-47e3-a200-3925cced0dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.071005 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Request body: {'port': {'device_id': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'admin_state_up': True, 'tenant_id': '9f21af81a924410bb6e20284451c105f'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:47.149799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.167191 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc364de-3bc5-488a-83bf-6f16a66798cf {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:47.180770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:47.198708 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.232870 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:47.241183 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.272698 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-ad5d7929-e4fc-422e-a520-266a4eaa40f9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3957117 Nov 11 11:02:47.290420 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Transition to ACTIVE for port object afc364de-3bc5-488a-83bf-6f16a66798cf will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:47.303405 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.321371 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Request body: {'port': {'device_id': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:47.349056 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-74663902-90bd-4d9b-a549-2917a67cb83a None None] Provisioning complete for port 13c7857f-64c0-4a3e-930e-aec08b306c2e triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:47.350158 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-74663902-90bd-4d9b-a549-2917a67cb83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.353155 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:47.386350 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-534f03ff-63fb-4aa1-b5d2-34684a64387e req-368047a9-e91c-410e-9644-d3f399d1c153 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 210 time: 0.0794849 Nov 11 11:02:47.395495 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50785e84-d637-4d47-933f-0fc1bf01df50 req-a347da4c-a68c-4c6c-8c0e-a112287fbe09 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712753 Nov 11 11:02:47.419615 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35302) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:47.428599 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Allocated IP 172.20.0.14 (7eff95e0-c746-411a-a8a4-3f514e8e1e6b/9e9100c4-bfde-4890-9f3f-3e7cd18ff664/9cd047c5-979b-4c93-9b72-45fa677e3cec) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:47.436864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-74663902-90bd-4d9b-a549-2917a67cb83a None None] Port 13c7857f-64c0-4a3e-930e-aec08b306c2e cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:47.489799 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bff1446-cbae-4f52-bb77-1a14a6913c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.510137 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Pushing event updated for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:47.510519 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a98534ba-3bb0-47e3-a200-3925cced0dc9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5ef9be9611543fc99a6a71e326109af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7814472 Nov 11 11:02:47.516732 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35308) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:47.529841 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98534ba-3bb0-47e3-a200-3925cced0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfeeed2-3e40-47db-8b37-4954d3615d00,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:47.544447 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:47.566468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.572209 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Made reservation on behalf of 9f21af81a924410bb6e20284451c105f for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:02:47.576052 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.606677 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Attempting to bind port afc364de-3bc5-488a-83bf-6f16a66798cf on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:47.607023 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Attempting to bind port afc364de-3bc5-488a-83bf-6f16a66798cf by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:47.607418 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Attempting to bind port afc364de-3bc5-488a-83bf-6f16a66798cf on network 37f65451-9c2b-4d69-b851-bd3607863b55 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:47.638612 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Port afc364de-3bc5-488a-83bf-6f16a66798cf on network 37f65451-9c2b-4d69-b851-bd3607863b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:47.639040 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Attempting to bind port afc364de-3bc5-488a-83bf-6f16a66798cf on network 37f65451-9c2b-4d69-b851-bd3607863b55 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:47.663220 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35310) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:47.674224 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['172ce887-276c-4754-a619-7c3eeb816bea'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:47.683648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:47.683918 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Checking segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:47.684681 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Bound using segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:47.685627 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Bound port: afc364de-3bc5-488a-83bf-6f16a66798cf, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:47.686225 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.802250 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.871396 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba08c-0a7c-41ee-9680-98399bd9c872 req-f77802d5-c3a4-4546-b343-7c26102ceac8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:47.873029 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc0ba08c-0a7c-41ee-9680-98399bd9c872 req-f77802d5-c3a4-4546-b343-7c26102ceac8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 944 time: 0.3615627 Nov 11 11:02:47.886143 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.927483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e25a-9879-4340-853e-c7f05bd1bf3e req-de8df815-f907-4744-bc56-9cdb09174fc1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:47.929144 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9670e25a-9879-4340-853e-c7f05bd1bf3e req-de8df815-f907-4744-bc56-9cdb09174fc1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 932 time: 0.3690920 Nov 11 11:02:47.954167 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:47.976047 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bff1446-cbae-4f52-bb77-1a14a6913c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.986470 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-127b9bf9-69f7-4b0d-b793-31d006f16180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:47.991728 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=afc364de-3bc5-488a-83bf-6f16a66798cf,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:47.996212 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bff1446-cbae-4f52-bb77-1a14a6913c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.017645 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.045544 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Allocated IP 172.20.0.3 (37f65451-9c2b-4d69-b851-bd3607863b55/bd5e4308-bd14-4688-a17b-f21088566790/d8871cf9-436a-443e-8d7e-1e5016d21078) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:02:48.080319 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.080960 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.082615 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] 10.222.0.20 "PUT /v2.0/ports/afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 1093 time: 2.2559414 Nov 11 11:02:48.088780 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:48.091068 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:48.104109 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0bff1446-cbae-4f52-bb77-1a14a6913c95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aca07b333e984ad3b8519ca46d040ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6797175 Nov 11 11:02:48.104937 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1446-cbae-4f52-bb77-1a14a6913c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e584ba7-17d6-4859-94f8-7766b0f823b9,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.114046 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35320) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:48.122811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc0ba08c-0a7c-41ee-9680-98399bd9c872 req-09ba76b5-35b7-4482-896a-4d94fee65330 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392912 Nov 11 11:02:48.137714 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.252282 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9670e25a-9879-4340-853e-c7f05bd1bf3e req-abe0e0d8-ea6f-4eb6-b24e-901b51cc892d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019638 Nov 11 11:02:48.254194 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2f8d6caf-9a74-4cbc-a25e-c937ee4bfce8 req-d50a5f94-a4bf-4a41-947a-105e5975165b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 210 time: 0.0508780 Nov 11 11:02:48.305957 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.367653 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:48.376442 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:48.383976 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.386843 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.390674 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cfeeed2-3e40-47db-8b37-4954d3615d00 HTTP/1.1" status: 204 len: 168 time: 0.8527732 Nov 11 11:02:48.390928 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:48.391010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fce139-96f8-4221-8b0e-7daeaf383b32 x-openstack-request-id: req-f1fce139-96f8-4221-8b0e-7daeaf383b32 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:48.392672 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:48.392950 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1fce139-96f8-4221-8b0e-7daeaf383b32 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:48.393381 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf', 'status': 'completed', 'code': 200} Nov 11 11:02:48.398423 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.399481 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.407257 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.460829 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-2987179c-fd09-48b1-9060-f40a0141330e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1948116 Nov 11 11:02:48.465385 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:48.476789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Request body: {'port': {'device_id': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:48.480971 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.481321 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-127b9bf9-69f7-4b0d-b793-31d006f16180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.542995 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Transition to ACTIVE for port object 13c7857f-64c0-4a3e-930e-aec08b306c2e will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:48.561034 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-127b9bf9-69f7-4b0d-b793-31d006f16180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.588436 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.592688 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733213a-487f-4520-90ad-7dd7094ac53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfeeed2-3e40-47db-8b37-4954d3615d00,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.663535 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062db15b-6d66-491c-bd9e-b4afb263e426 service neutron] Pushing event updated for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.679764 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.702293 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-77dec2d9-0805-4b6e-8589-4b1c444a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.703834 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-77dec2d9-0805-4b6e-8589-4b1c444a6345 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1096 time: 0.5540309 Nov 11 11:02:48.705895 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.731973 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e366f1-dd7f-49ba-9034-9f7dd9395a69 req-af54facd-a407-442b-bcf9-e8604a1d49f6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.735417 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-127b9bf9-69f7-4b0d-b793-31d006f16180 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaf685f844f34271815d4fc5c2606e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0666513 Nov 11 11:02:48.741774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-32e366f1-dd7f-49ba-9034-9f7dd9395a69 req-af54facd-a407-442b-bcf9-e8604a1d49f6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 932 time: 0.2037697 Nov 11 11:02:48.744635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35330) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:48.753526 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6162999-f092-4e43-9aec-f2c610160997 req-60c1bf38-2170-4160-8baa-d8b88a3525e6 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.756586 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c6162999-f092-4e43-9aec-f2c610160997 req-60c1bf38-2170-4160-8baa-d8b88a3525e6 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 945 time: 0.2322555 Nov 11 11:02:48.792908 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b9bf9-69f7-4b0d-b793-31d006f16180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f53c8-413b-411c-8d08-1e94ea93be70,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:48.794668 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-8dd48c58-c016-45b3-9bbe-c036e0609f0e None None] Provisioning complete for port 9cd047c5-979b-4c93-9b72-45fa677e3cec triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:48.795980 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c58-c016-45b3-9bbe-c036e0609f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.799322 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-7981c783-2eb1-486f-aaa8-7782fd828ac7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0761659 Nov 11 11:02:48.800141 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.865837 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-8dd48c58-c016-45b3-9bbe-c036e0609f0e None None] Port 9cd047c5-979b-4c93-9b72-45fa677e3cec cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:02:48.888976 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35332) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:48.917030 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.952691 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8d-9f2b-4627-b60e-737813cfe1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:48.981208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-e1c93e8f-3367-4415-908d-b50b74674ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:48.982772 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-e1c93e8f-3367-4415-908d-b50b74674ca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.1737409 Nov 11 11:02:49.000861 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.018500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Attempting to bind port 13c7857f-64c0-4a3e-930e-aec08b306c2e on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:49.018964 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Attempting to bind port 13c7857f-64c0-4a3e-930e-aec08b306c2e by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:49.019174 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Attempting to bind port 13c7857f-64c0-4a3e-930e-aec08b306c2e on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:49.034089 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-409e5046-c9f1-43d9-aee7-d607568aaeca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378852 Nov 11 11:02:49.055514 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Port 13c7857f-64c0-4a3e-930e-aec08b306c2e on network d67caaca-42b6-4361-a473-088bfd5e27e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:49.055836 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Attempting to bind port 13c7857f-64c0-4a3e-930e-aec08b306c2e on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:49.113117 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-32e366f1-dd7f-49ba-9034-9f7dd9395a69 req-0a9add72-96e4-4b7a-8403-37458bf8a250 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704083 Nov 11 11:02:49.114071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:49.114407 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Checking segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:49.115617 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Bound using segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:49.116091 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Bound port: 13c7857f-64c0-4a3e-930e-aec08b306c2e, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:49.116900 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.127032 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.129730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.133395 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e584ba7-17d6-4859-94f8-7766b0f823b9 HTTP/1.1" status: 204 len: 168 time: 1.0174258 Nov 11 11:02:49.154004 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880b10-22f7-48e9-a533-f3281a06e519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e584ba7-17d6-4859-94f8-7766b0f823b9,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:49.199745 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.228405 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c6162999-f092-4e43-9aec-f2c610160997 req-22f16ece-3e35-4f28-9679-b85f08898e83 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043213 Nov 11 11:02:49.233742 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.247611 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-0e365a92-da5f-407b-8960-9cdfa2c636b5 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039113 Nov 11 11:02:49.249499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8d-9f2b-4627-b60e-737813cfe1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.257896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8d-9f2b-4627-b60e-737813cfe1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.296304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Network 37f65451-9c2b-4d69-b851-bd3607863b55 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:02:49.339667 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:49.353115 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:02:49.362820 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Pushing event updated for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:49.370155 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.370803 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:02:49.376606 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.377199 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.388590 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-97ee2c8d-9f2b-4627-b60e-737813cfe1f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab32b965271c4909ad03de7ea0b66846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931023 Nov 11 11:02:49.394098 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2c8d-9f2b-4627-b60e-737813cfe1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5e83d-7a0e-4815-b2d3-a4fa46d3ccdc,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:49.400864 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35342) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:49.423476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:49.432301 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-280213c2-5e74-4960-a318-48de5e4ccb37 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3666356 Nov 11 11:02:49.449515 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.458288 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Request body: {'port': {'device_id': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:02:49.466012 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae9af6-6e71-4a75-a6b8-852fa25acf68 req-6f890c0a-b3e0-4a05-b4d5-f695c3142463 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.473281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-56ae9af6-6e71-4a75-a6b8-852fa25acf68 req-6f890c0a-b3e0-4a05-b4d5-f695c3142463 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 944 time: 0.2436776 Nov 11 11:02:49.502657 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5cbe7ad5-20b9-4500-99bf-19d3ab6d6e76 req-657e1f28-3942-453e-bcf1-94f9f77a3e19 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405086 Nov 11 11:02:49.530393 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.550111 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.570121 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.571024 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.572820 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] 10.222.0.20 "PUT /v2.0/ports/13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 1094 time: 2.2657974 Nov 11 11:02:49.573742 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.579601 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:49.738872 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd047c5-979b-4c93-9b72-45fa677e3cec {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:49.776708 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb13d3-f96a-4624-a69a-12244d389756 req-4bdcc112-cf47-4a55-94ec-48b64aa80e4c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.785252 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79cb13d3-f96a-4624-a69a-12244d389756 req-4bdcc112-cf47-4a55-94ec-48b64aa80e4c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 931 time: 0.4419591 Nov 11 11:02:49.789429 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.796897 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-6203ca55-ab95-4124-a88a-212bc17b4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.804000 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-6203ca55-ab95-4124-a88a-212bc17b4ead service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1096 time: 0.2333739 Nov 11 11:02:49.819487 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.822266 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.823441 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1a5e83d-7a0e-4815-b2d3-a4fa46d3ccdc HTTP/1.1" status: 204 len: 168 time: 0.4216352 Nov 11 11:02:49.829133 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8ae50-1941-4838-9d52-e885b4f5a44c service neutron] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:49.850744 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-56ae9af6-6e71-4a75-a6b8-852fa25acf68 req-28d1f652-d216-4c30-8a34-9e0663345e49 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764281 Nov 11 11:02:49.861598 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Transition to ACTIVE for port object 9cd047c5-979b-4c93-9b72-45fa677e3cec will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:49.867140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.869982 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.873692 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/629f53c8-413b-411c-8d08-1e94ea93be70 HTTP/1.1" status: 204 len: 168 time: 1.1120405 Nov 11 11:02:49.887702 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:49.924904 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d181f7-3eb5-423a-aa0e-fe5ed332426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5e83d-7a0e-4815-b2d3-a4fa46d3ccdc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:49.930683 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-84447817-556c-4685-ab5d-d0de3f100c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:49.932277 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-84447817-556c-4685-ab5d-d0de3f100c67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1097 time: 0.2793829 Nov 11 11:02:49.951645 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 172ce887-276c-4754-a619-7c3eeb816bea up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:50.052901 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 172ce887-276c-4754-a619-7c3eeb816bea completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:02:50.063194 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 172ce887-276c-4754-a619-7c3eeb816bea triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:50.063934 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.140190 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-55c41e3f-0565-4cdd-a112-0e332418e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.141718 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-55c41e3f-0565-4cdd-a112-0e332418e1a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.3172367 Nov 11 11:02:50.144693 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8125955d-25aa-49fb-85d4-e03930763828" -d '{"events": [{"name": "network-changed", "server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:50.148213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d28c2-50d7-44ec-90f2-7db086c733e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f53c8-413b-411c-8d08-1e94ea93be70,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:50.236965 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79cb13d3-f96a-4624-a69a-12244d389756 req-08dba379-bb19-4ed8-9829-2e1d3183e635 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484169 Nov 11 11:02:50.250884 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-133681cd-8d3b-4003-a5d1-ebfedf712c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0992076 Nov 11 11:02:50.268824 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.328358 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:50.359352 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-9b1f0116-130e-4b7b-8afd-83ab3c2df8aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 217 time: 0.2023900 Nov 11 11:02:50.390343 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:50.423760 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8871cf9-436a-443e-8d7e-1e5016d21078 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:50.457257 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.483827 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-2eaac62a-5327-41ca-8383-b47d7e7528d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.486025 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-2eaac62a-5327-41ca-8383-b47d7e7528d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.2273574 Nov 11 11:02:50.492433 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Transition to ACTIVE for port object d8871cf9-436a-443e-8d7e-1e5016d21078 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:02:50.500688 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=172ce887-276c-4754-a619-7c3eeb816bea,segment=NetworkSegment(a7551311-83f2-48e7-8f83-7b0610f0426e),segment_id=a7551311-83f2-48e7-8f83-7b0610f0426e)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:50.508583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.511797 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:50.532803 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-52d708e4-2812-4275-8e44-24f5bdd5e3fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391037 Nov 11 11:02:50.533773 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.537844 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2a936-a21a-4c9e-8ba8-472b09c01ad6 req-7ccfd752-9234-4c96-9816-0227bb41dc74 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.545593 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8c2a936-a21a-4c9e-8ba8-472b09c01ad6 req-7ccfd752-9234-4c96-9816-0227bb41dc74 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.3896871 Nov 11 11:02:50.551147 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Attempting to bind port 9cd047c5-979b-4c93-9b72-45fa677e3cec on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:50.551565 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Attempting to bind port 9cd047c5-979b-4c93-9b72-45fa677e3cec by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:50.551901 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Attempting to bind port 9cd047c5-979b-4c93-9b72-45fa677e3cec on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:50.566292 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-2a51f33b-e98d-49ab-b886-d95b4b5c0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.567747 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-2a51f33b-e98d-49ab-b886-d95b4b5c0b36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.1944382 Nov 11 11:02:50.578163 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35378) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:50.581928 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Port 9cd047c5-979b-4c93-9b72-45fa677e3cec on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:50.582323 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Attempting to bind port 9cd047c5-979b-4c93-9b72-45fa677e3cec on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:50.592991 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef66a-2680-474d-9f67-20e32f8d9a61 req-2ff17340-be3d-4efd-8946-39fda45b2450 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.595030 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-171ef66a-2680-474d-9f67-20e32f8d9a61 req-2ff17340-be3d-4efd-8946-39fda45b2450 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 944 time: 0.2458377 Nov 11 11:02:50.643005 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:50.660654 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35380) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:50.685853 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:02:50.687510 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:50.687927 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Checking segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:50.688457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Bound using segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:50.688947 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Bound port: 9cd047c5-979b-4c93-9b72-45fa677e3cec, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:50.689316 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.693281 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:50.694720 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.696238 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e88f2a5b-b55c-42f1-b6ba-198bb5dff91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.726075 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Pushing event updated for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:50.750071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9bd35410-632f-4cb6-b44d-e8b9003643b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.750903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Attempting to bind port d8871cf9-436a-443e-8d7e-1e5016d21078 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:02:50.751229 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Attempting to bind port d8871cf9-436a-443e-8d7e-1e5016d21078 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:02:50.751558 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Attempting to bind port d8871cf9-436a-443e-8d7e-1e5016d21078 on network 37f65451-9c2b-4d69-b851-bd3607863b55 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:50.768808 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Port d8871cf9-436a-443e-8d7e-1e5016d21078 on network 37f65451-9c2b-4d69-b851-bd3607863b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:02:50.769157 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Attempting to bind port d8871cf9-436a-443e-8d7e-1e5016d21078 on network 37f65451-9c2b-4d69-b851-bd3607863b55 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:02:50.779178 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:02:50.779388 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Checking segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:02:50.779769 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Bound using segment: {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:02:50.780103 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Bound port: d8871cf9-436a-443e-8d7e-1e5016d21078, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14cc9318-7197-4521-ba39-8d8ff3bee462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:02:50.780458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.782180 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8c2a936-a21a-4c9e-8ba8-472b09c01ad6 req-219cb329-22bf-41e8-9009-66362299bc6c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276704 Nov 11 11:02:50.807107 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-05d7a359-e5fb-47b3-9a6e-612cbc89efd3 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666526 Nov 11 11:02:50.834895 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf46c6-e217-44fb-9afa-fd240b16ec61" -d '{"events": [{"server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "name": "network-vif-plugged", "status": "completed", "tag": "172ce887-276c-4754-a619-7c3eeb816bea"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:50.844467 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.872922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea454-35cd-4413-af58-9e35b9109bcd req-7ae9d1dc-8705-4130-bec7-dd9efa083bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:50.874610 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-7ae9d1dc-8705-4130-bec7-dd9efa083bdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2953856 Nov 11 11:02:50.892460 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:50.895083 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-171ef66a-2680-474d-9f67-20e32f8d9a61 req-7b5fc12c-e09d-469c-8622-d4138719acab tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573001 Nov 11 11:02:50.912939 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:50.952401 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:50.955975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d8871cf9-436a-443e-8d7e-1e5016d21078,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:50.988386 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.021044 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf794d-4b21-45ef-b9ad-f9612df5c258 x-openstack-request-id: req-bcaf794d-4b21-45ef-b9ad-f9612df5c258 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:51.021602 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:51.022508 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcaf794d-4b21-45ef-b9ad-f9612df5c258 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:51.023161 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'status': 'completed', 'code': 200} Nov 11 11:02:51.049440 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:51.094973 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Pushing event updated for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:51.108193 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.108843 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.110714 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-887debad-9fb3-43ba-a90f-3f326da20954 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8871cf9-436a-443e-8d7e-1e5016d21078 HTTP/1.1" status: 200 len: 1093 time: 1.6702471 Nov 11 11:02:51.111180 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:51.111821 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:02:51.113531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5" -d '{"events": [{"name": "network-changed", "server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:51.146760 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:02:51.175095 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.219896 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4f8ccd9b-b257-4a93-9a12-b99ee6f0cb10 req-e2728c02-924a-4d02-b51c-2718ad73bbb0 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998868 Nov 11 11:02:51.250283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-468c3478-7814-4bf2-8977-e41596610252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.254258 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-468c3478-7814-4bf2-8977-e41596610252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 1096 time: 0.0907390 Nov 11 11:02:51.256919 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e88f2a5b-b55c-42f1-b6ba-198bb5dff91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.270173 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-2e43e044-af42-4372-bbb2-71b6e5e876e8 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849380 Nov 11 11:02:51.314913 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc584994-1ed7-421f-8e38-23b6f2d8c7b2 x-openstack-request-id: req-bc584994-1ed7-421f-8e38-23b6f2d8c7b2 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:51.315702 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "name": "network-vif-plugged", "status": "completed", "tag": "172ce887-276c-4754-a619-7c3eeb816bea", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:51.316043 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc584994-1ed7-421f-8e38-23b6f2d8c7b2 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:51.319369 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-60bf3a40-d287-4544-9f81-1dea7779bc47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8871cf9-436a-443e-8d7e-1e5016d21078 HTTP/1.1" status: 200 len: 217 time: 0.0563488 Nov 11 11:02:51.321673 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea', 'code': 200} Nov 11 11:02:51.324584 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e88f2a5b-b55c-42f1-b6ba-198bb5dff91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.344741 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.360625 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.362464 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] 10.222.0.20 "PUT /v2.0/ports/9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 1094 time: 2.8921139 Nov 11 11:02:51.434563 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9bd35410-632f-4cb6-b44d-e8b9003643b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.443567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32d3-f531-4c32-85b3-84554309af96 req-65161677-667d-4330-a875-58ffb7f7d117 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.453797 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-014d32d3-f531-4c32-85b3-84554309af96 req-65161677-667d-4330-a875-58ffb7f7d117 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.4062788 Nov 11 11:02:51.453910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-3d5e2b25-d246-4ee5-9931-1b710d285889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.462488 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-3d5e2b25-d246-4ee5-9931-1b710d285889 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.1339202 Nov 11 11:02:51.512526 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-72f7b602-0bd7-404e-8b43-50ed8d47bd91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349469 Nov 11 11:02:51.531064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9bd35410-632f-4cb6-b44d-e8b9003643b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.623044 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2a5b-b55c-42f1-b6ba-198bb5dff91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7d768-72a1-4c86-9960-f6b248a00e55,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:51.627281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e88f2a5b-b55c-42f1-b6ba-198bb5dff91c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4adb695ce4f641ff90a80e600bf5c5f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0461931 Nov 11 11:02:51.628060 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757f7b-6273-40ac-a283-1061340d3238 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:51.635211 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35412) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:51.676659 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-dc47ced1-f14e-4cb2-96f1-ada6479a581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.678250 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-dc47ced1-f14e-4cb2-96f1-ada6479a581b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 1099 time: 0.1648068 Nov 11 11:02:51.703688 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9bd35410-632f-4cb6-b44d-e8b9003643b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9d85b2db27434186b6c16343282511&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0353642 Nov 11 11:02:51.721476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35416) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:51.754282 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dd916-ab32-4d93-a501-5ad15a827240 req-323c0d7e-8a1d-488b-a351-2e5058f95733 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.762050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c78dd916-ab32-4d93-a501-5ad15a827240 req-323c0d7e-8a1d-488b-a351-2e5058f95733 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.3298838 Nov 11 11:02:51.793679 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35410-632f-4cb6-b44d-e8b9003643b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a9848-7bbc-4862-bf42-97d4c8291cca,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:51.805836 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-014d32d3-f531-4c32-85b3-84554309af96 req-0c621c1e-15fa-4da8-abb6-7a92e34d6066 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521857 Nov 11 11:02:51.841950 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-625c3ca6-f5fe-45f3-a676-15449893b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:51.843764 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-625c3ca6-f5fe-45f3-a676-15449893b3ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1097 time: 0.3431230 Nov 11 11:02:51.859447 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65aea454-35cd-4413-af58-9e35b9109bcd req-a658ead4-0105-4f7d-a8ec-411d9245242b service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511279 Nov 11 11:02:51.922812 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-97c94cdd-fea9-4f1c-8021-f9df2497f52e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 217 time: 0.0664806 Nov 11 11:02:51.929183 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.954934 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device afc364de-3bc5-488a-83bf-6f16a66798cf details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:51.983559 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944d77b-6569-41c6-b4d4-9f798244ea2f x-openstack-request-id: req-3944d77b-6569-41c6-b4d4-9f798244ea2f {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:51.984378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:51.984797 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3944d77b-6569-41c6-b4d4-9f798244ea2f {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:51.985361 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078', 'status': 'completed', 'code': 200} Nov 11 11:02:51.990602 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:51.995451 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-88a7a7ef-61f2-4a4c-b372-ad65fe091747 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724510 Nov 11 11:02:51.997882 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.022473 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c78dd916-ab32-4d93-a501-5ad15a827240 req-0d64102d-0dc4-4f68-bc43-ec8d9e3b10c6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594388 Nov 11 11:02:52.132965 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.166514 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-5b14cf75-ac26-48fb-a057-155cecd63ea0 req-df90f979-bb9f-4500-a52b-eb6e588c732a service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595705 Nov 11 11:02:52.213497 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.243937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-597735ef-30de-408f-8f2e-67cb7ebc8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.245478 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-597735ef-30de-408f-8f2e-67cb7ebc8c36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.3050578 Nov 11 11:02:52.260636 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.261796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125955d-25aa-49fb-85d4-e03930763828 req-3815a105-e9dd-4c5a-8ac6-52b95cb8d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.263356 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-3815a105-e9dd-4c5a-8ac6-52b95cb8d700 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1097 time: 0.3350213 Nov 11 11:02:52.298130 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.332212 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceda98-ebfc-4115-974a-612d53948e3e req-7fc6a351-4eb7-4a84-a797-6def980a400f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.334019 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbceda98-ebfc-4115-974a-612d53948e3e req-7fc6a351-4eb7-4a84-a797-6def980a400f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.2008588 Nov 11 11:02:52.337945 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4e780-bc10-42b6-b74e-1e0b53d95fcd,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:52.355942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=afc364de-3bc5-488a-83bf-6f16a66798cf,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:52.365210 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36ae9-2653-4afc-a150-73b1c35caed7 req-90df4950-c9f1-4181-befd-7ce69d927d34 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.371621 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.372493 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b7e36ae9-2653-4afc-a150-73b1c35caed7 req-90df4950-c9f1-4181-befd-7ce69d927d34 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 943 time: 0.2806540 Nov 11 11:02:52.375940 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'afc364de-3bc5-488a-83bf-6f16a66798cf', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'port_id': 'afc364de-3bc5-488a-83bf-6f16a66798cf', 'mac_address': 'fa:16:3e:a0:b0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:52.377355 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.379828 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.384976 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ae7d768-72a1-4c86-9960-f6b248a00e55 HTTP/1.1" status: 204 len: 168 time: 0.7474046 Nov 11 11:02:52.405274 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe2906-2a6a-47dd-8b41-4e8d0de158c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7d768-72a1-4c86-9960-f6b248a00e55,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:52.417345 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-5a3570ff-1dc3-4c22-8965-f35fb7297f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.421478 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.423286 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-5a3570ff-1dc3-4c22-8965-f35fb7297f55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 1096 time: 0.1608734 Nov 11 11:02:52.430079 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433250 Nov 11 11:02:52.444048 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc364de-3bc5-488a-83bf-6f16a66798cf {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:52.473664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=afc364de-3bc5-488a-83bf-6f16a66798cf,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:52.492789 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.520339 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-c4a8f860-b4e0-4d03-a8e2-009fbcc5465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.522080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-c4a8f860-b4e0-4d03-a8e2-009fbcc5465e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2533751 Nov 11 11:02:52.534931 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.537288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:52.540658 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f96a9848-7bbc-4862-bf42-97d4c8291cca HTTP/1.1" status: 204 len: 168 time: 0.8053606 Nov 11 11:02:52.577812 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:52.579704 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbceda98-ebfc-4115-974a-612d53948e3e req-e6655ff5-56ca-4e68-a1a9-71458e1f8faf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728652 Nov 11 11:02:52.583930 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-4b2bbae5-63a9-4b3a-9740-3ad375da0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.585465 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-4b2bbae5-63a9-4b3a-9740-3ad375da0d42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1539564 Nov 11 11:02:52.628475 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43da0bf-475f-447b-b80b-87ade25772c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a9848-7bbc-4862-bf42-97d4c8291cca,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:52.648343 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b7e36ae9-2653-4afc-a150-73b1c35caed7 req-d6d5786b-20df-4a05-90af-f446722176a2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721083 Nov 11 11:02:52.674120 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125955d-25aa-49fb-85d4-e03930763828 req-b9954e54-8d9d-4a45-b452-dee1f7050425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.675738 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-b9954e54-8d9d-4a45-b452-dee1f7050425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.3917439 Nov 11 11:02:52.723011 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['afc364de-3bc5-488a-83bf-6f16a66798cf'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:52.757105 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-dbb84056-f473-4693-b2b1-93c6e37e15af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8871cf9-436a-443e-8d7e-1e5016d21078 HTTP/1.1" status: 200 len: 217 time: 0.0799043 Nov 11 11:02:52.920334 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-69c2c0e9-f3f5-48de-bfff-61bcc3fb8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:52.923811 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-69c2c0e9-f3f5-48de-bfff-61bcc3fb8631 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.1575098 Nov 11 11:02:52.970549 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-ea15d9d8-17cc-4ac9-9f01-d3dbfef0b44b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390084 Nov 11 11:02:53.050178 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:53.053287 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7031a79-ac4a-470a-ade4-a40103d8de19" -d '{"events": [{"name": "network-changed", "server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:53.096104 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-5e4cd8e9-c102-4123-9ca4-dc54ef67ba3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 217 time: 0.4099450 Nov 11 11:02:53.133218 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-3bd7bafa-bafd-46a4-b11b-1214fbb5b65b service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532483 Nov 11 11:02:53.236368 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116ef8-d302-4eeb-aaa0-b845ebe41869 req-4c3eaaf3-a3e7-46d0-9b7a-19b1d78ec22e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.238663 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1116ef8-d302-4eeb-aaa0-b845ebe41869 req-4c3eaaf3-a3e7-46d0-9b7a-19b1d78ec22e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 944 time: 0.1804380 Nov 11 11:02:53.265702 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb405-c724-4c7b-be2a-2b3c9eda0aa5 req-54d9e51c-ad9f-4345-8d1e-77573f40d777 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.267432 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49fcb405-c724-4c7b-be2a-2b3c9eda0aa5 req-54d9e51c-ad9f-4345-8d1e-77573f40d777 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.2106886 Nov 11 11:02:53.272189 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125955d-25aa-49fb-85d4-e03930763828 req-16921a39-1d1e-488d-9b1f-66795386bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.273876 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-16921a39-1d1e-488d-9b1f-66795386bee7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.1509433 Nov 11 11:02:53.284910 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7f3ffe82-8293-4b19-a6b5-67e7621a22e5 req-fc58172d-20d7-4514-81ee-aeb9c9c5a041 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399829 Nov 11 11:02:53.322647 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:53.323400 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-d8c5903d-f038-4e79-bf05-5e3ac89f5497 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460898 Nov 11 11:02:53.325206 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2387b-bed7-43b5-a530-492b86a1c2e2" -d '{"events": [{"server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:53.477995 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1116ef8-d302-4eeb-aaa0-b845ebe41869 req-9b18b25a-f40b-492f-bf84-3a84d134c7cb tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262809 Nov 11 11:02:53.486117 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125955d-25aa-49fb-85d4-e03930763828 req-8f9659bb-d277-4253-af17-5a3f49ad81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.487696 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-8f9659bb-d277-4253-af17-5a3f49ad81ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2055786 Nov 11 11:02:53.495586 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49fcb405-c724-4c7b-be2a-2b3c9eda0aa5 req-8fe0de78-430f-4cc9-89b7-e4ca1d4b1e5a tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120025 Nov 11 11:02:53.575405 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a96e992-d6b5-41b0-9858-66e8b46e5391 req-f9282091-07f1-4c95-abe3-96a89f80e4a9 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203684 Nov 11 11:02:53.617941 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e77db7-b640-4837-82f6-a2ad50c955c2 x-openstack-request-id: req-56e77db7-b640-4837-82f6-a2ad50c955c2 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:53.618222 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:53.619722 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56e77db7-b640-4837-82f6-a2ad50c955c2 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:53.620162 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'status': 'completed', 'code': 200} Nov 11 11:02:53.689717 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d87718-98cd-4bfe-b996-262bead3b5b1 x-openstack-request-id: req-68d87718-98cd-4bfe-b996-262bead3b5b1 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:53.690210 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:53.690287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68d87718-98cd-4bfe-b996-262bead3b5b1 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:53.698341 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', 'code': 200} Nov 11 11:02:53.732033 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-34b5a7eb-a852-443d-bf89-df9c73980bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353661 Nov 11 11:02:53.780228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69675-6000-4eff-bc9e-8d5104f7b64b req-b82ef3c1-0a74-4e08-9960-dfdeaac1b41b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.781797 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbf69675-6000-4eff-bc9e-8d5104f7b64b req-b82ef3c1-0a74-4e08-9960-dfdeaac1b41b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.1419258 Nov 11 11:02:53.818622 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-aa13dc4d-1115-4165-b6c7-3bbd85f64851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:53.820246 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-aa13dc4d-1115-4165-b6c7-3bbd85f64851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1097 time: 0.1749551 Nov 11 11:02:53.971670 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d8871cf9-436a-443e-8d7e-1e5016d21078 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:53.977461 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device afc364de-3bc5-488a-83bf-6f16a66798cf up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:54.026380 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3a99e-0042-4c49-938a-749431c36cf9 req-51ab7208-583a-46ba-8f7b-4257fb454bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.026596 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-fbd3a99e-0042-4c49-938a-749431c36cf9 req-51ab7208-583a-46ba-8f7b-4257fb454bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 1098 time: 0.1073616 Nov 11 11:02:54.045511 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbf69675-6000-4eff-bc9e-8d5104f7b64b req-07c954ef-5835-42c8-a665-49bab17562b4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187588 Nov 11 11:02:54.057319 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8125955d-25aa-49fb-85d4-e03930763828 req-824af4ed-3598-4c85-9996-12beb871ebd7 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130617 Nov 11 11:02:54.090542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acbe51-a272-406b-b3b6-70d31ae96397 req-b83af982-7bf6-4aba-8604-128bed04e6b9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.107171 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d3acbe51-a272-406b-b3b6-70d31ae96397 req-b83af982-7bf6-4aba-8604-128bed04e6b9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.2857950 Nov 11 11:02:54.163153 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-fbd3a99e-0042-4c49-938a-749431c36cf9 req-d4574467-867c-4b55-950c-0999e8e1e98e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262610 Nov 11 11:02:54.181553 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-44f52da0-cee3-47cc-bf25-6d9f5cb4b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.183357 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-44f52da0-cee3-47cc-bf25-6d9f5cb4b22a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.3542480 Nov 11 11:02:54.240263 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port afc364de-3bc5-488a-83bf-6f16a66798cf completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:02:54.244386 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d3acbe51-a272-406b-b3b6-70d31ae96397 req-ddfb9335-e7b3-440a-8e0b-153bb754d42c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334078 Nov 11 11:02:54.260936 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706c1d7-d87a-4b5a-aaf0-21c23be29d6b req-59a959c0-35c2-4971-87f5-99e66f721796 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.267168 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port afc364de-3bc5-488a-83bf-6f16a66798cf triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:54.267487 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:54.269079 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0706c1d7-d87a-4b5a-aaf0-21c23be29d6b req-59a959c0-35c2-4971-87f5-99e66f721796 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 943 time: 0.1061296 Nov 11 11:02:54.301210 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d8871cf9-436a-443e-8d7e-1e5016d21078,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:54.321936 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0706c1d7-d87a-4b5a-aaf0-21c23be29d6b req-078bad45-bfd6-4472-8612-27a35760aa71 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516713 Nov 11 11:02:54.336776 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'd8871cf9-436a-443e-8d7e-1e5016d21078', 'network_id': '37f65451-9c2b-4d69-b851-bd3607863b55', 'port_id': 'd8871cf9-436a-443e-8d7e-1e5016d21078', 'mac_address': 'fa:16:3e:4d:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5e4308-bd14-4688-a17b-f21088566790', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:54.401184 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:54.477696 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-7c02c4a4-9803-46f1-93d7-b17928e9c16d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 217 time: 0.1172807 Nov 11 11:02:54.499269 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8871cf9-436a-443e-8d7e-1e5016d21078 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:54.514803 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:54.542860 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d8871cf9-436a-443e-8d7e-1e5016d21078,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:54.554149 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:54.555755 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:54.620591 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=afc364de-3bc5-488a-83bf-6f16a66798cf,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:54.640929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:54.655218 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-ef575763-5232-451e-baeb-8aab7e2ccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.656885 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-ef575763-5232-451e-baeb-8aab7e2ccac1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.1644816 Nov 11 11:02:54.771417 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:54.798173 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-dc4a7025-c670-433e-8733-3a3e7bc59695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.799182 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-dc4a7025-c670-433e-8733-3a3e7bc59695 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156554 Nov 11 11:02:54.811623 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f18c16-763d-4c11-8af7-701047d26241 req-7c5ca2d9-9d2a-41cd-9e2c-20fe04a90fc2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.813209 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-81f18c16-763d-4c11-8af7-701047d26241 req-7c5ca2d9-9d2a-41cd-9e2c-20fe04a90fc2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.1553309 Nov 11 11:02:54.821985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39a3e7-31cb-4e5a-84b6-239f7c04376c req-399c9373-4e32-4be2-a08e-dd1b085861ab tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:54.823590 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac39a3e7-31cb-4e5a-84b6-239f7c04376c req-399c9373-4e32-4be2-a08e-dd1b085861ab tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 944 time: 0.1425254 Nov 11 11:02:54.859074 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35628) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:54.940475 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:54.952589 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:54.971382 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:55.037393 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.060327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:55.060643 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a05761b2-5d99-4d22-af2b-255dcc018997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.078763 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac39a3e7-31cb-4e5a-84b6-239f7c04376c req-167142e6-1fef-4d2b-ab0f-48e31fc7fad1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396371 Nov 11 11:02:55.100407 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-81f18c16-763d-4c11-8af7-701047d26241 req-35f72568-7588-4eb0-88f0-15eac176ed40 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756937 Nov 11 11:02:55.103674 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:55.118540 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.176285 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-b8cfcdad-d45e-4e0f-9ffe-5d57f2a8b99d service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504136 Nov 11 11:02:55.202231 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a05761b2-5d99-4d22-af2b-255dcc018997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.210994 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a05761b2-5d99-4d22-af2b-255dcc018997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.276764 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:55.358149 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a05761b2-5d99-4d22-af2b-255dcc018997 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=75d766411b8340b2b3b0d8c8c5425c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978621 Nov 11 11:02:55.359737 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05761b2-5d99-4d22-af2b-255dcc018997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a815952-e814-4770-a2f8-b5d0440cea5d,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:55.362349 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35652) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:55.425566 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.453577 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['d8871cf9-436a-443e-8d7e-1e5016d21078'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:55.467119 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.485582 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed716d0-64de-41e6-8121-a978a7ff886a req-9873101d-bb54-479f-9c39-d1f904813a81 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:55.488208 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ed716d0-64de-41e6-8121-a978a7ff886a req-9873101d-bb54-479f-9c39-d1f904813a81 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.1362131 Nov 11 11:02:55.494313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35654) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:55.530298 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7031a79-ac4a-470a-ade4-a40103d8de19 req-a9314140-1a7b-4b1c-8a8e-d51842c904a8 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448701 Nov 11 11:02:55.560248 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.562664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['13c7857f-64c0-4a3e-930e-aec08b306c2e'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:55.565604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.567436 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a815952-e814-4770-a2f8-b5d0440cea5d HTTP/1.1" status: 204 len: 168 time: 0.2036159 Nov 11 11:02:55.580409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f4bf-b5a0-4c63-86f7-aaeda9840be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a815952-e814-4770-a2f8-b5d0440cea5d,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:55.588051 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14bdf-6c3c-4705-b453-58ee572822a7 req-4017c6d8-30bd-4f1f-bb3f-e88a04c3bdfa tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:55.589988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02e14bdf-6c3c-4705-b453-58ee572822a7 req-4017c6d8-30bd-4f1f-bb3f-e88a04c3bdfa tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.1505682 Nov 11 11:02:55.633191 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ed716d0-64de-41e6-8121-a978a7ff886a req-df8f9277-abc6-4339-8ac3-213e545f6a3e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340766 Nov 11 11:02:55.700905 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02e14bdf-6c3c-4705-b453-58ee572822a7 req-fd65bfbf-ad0a-437c-b87d-5de25cd744a1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028106 Nov 11 11:02:55.724286 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-187a376f-bf7c-4238-bfa3-ea7859a95f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.733608 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:55.736069 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82b44e-42af-471d-a8ab-a1164fdd6bc3" -d '{"events": [{"server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "name": "network-vif-plugged", "status": "completed", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:55.879373 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-187a376f-bf7c-4238-bfa3-ea7859a95f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.886507 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-187a376f-bf7c-4238-bfa3-ea7859a95f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:55.920321 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141aa80-baa1-4fcc-85fc-bed7ebd0ff14 x-openstack-request-id: req-c141aa80-baa1-4fcc-85fc-bed7ebd0ff14 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:55.921371 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "name": "network-vif-plugged", "status": "completed", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:55.921371 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c141aa80-baa1-4fcc-85fc-bed7ebd0ff14 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:55.921787 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf', 'code': 200} Nov 11 11:02:55.928459 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-187a376f-bf7c-4238-bfa3-ea7859a95f1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ffae78d2e08440ca8f1c2c9f9b097cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325230 Nov 11 11:02:55.937208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35680) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:55.956016 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83130937-bd55-4d6c-ae78-a6b1ae6b4a5d req-4fdae58c-bffb-4bdb-a691-76547e96007a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:55.975915 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-83130937-bd55-4d6c-ae78-a6b1ae6b4a5d req-4fdae58c-bffb-4bdb-a691-76547e96007a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 944 time: 0.1481085 Nov 11 11:02:55.994219 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 9cd047c5-979b-4c93-9b72-45fa677e3cec details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:02:55.998821 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a376f-bf7c-4238-bfa3-ea7859a95f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c58d922-aa66-49c1-a363-69b7d6b79f04,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:56.034938 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.057686 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-83130937-bd55-4d6c-ae78-a6b1ae6b4a5d req-1a1e458c-7a5a-4c30-ab98-e2a9fb436f3a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Nov 11 11:02:56.061754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.194972 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.205656 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.207212 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c58d922-aa66-49c1-a363-69b7d6b79f04 HTTP/1.1" status: 204 len: 168 time: 0.2697659 Nov 11 11:02:56.228756 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6087a06-56ae-4a13-be22-ee73d00deff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c58d922-aa66-49c1-a363-69b7d6b79f04,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:56.232192 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:56.273975 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'port_id': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'mac_address': 'fa:16:3e:69:2e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:02:56.346473 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.361141 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a9199-0a4e-4c6e-8f1f-f958b9f04fca req-94da0d6a-a2b4-40fb-beb0-54b6b455e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:56.362822 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-832a9199-0a4e-4c6e-8f1f-f958b9f04fca req-94da0d6a-a2b4-40fb-beb0-54b6b455e570 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.2328577 Nov 11 11:02:56.373671 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd047c5-979b-4c93-9b72-45fa677e3cec {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:02:56.377705 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676bbe0-716b-4401-a45c-2d08c59bdf22 req-a020efaf-76da-4087-ac3c-9d81f5d7661e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:56.382050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b676bbe0-716b-4401-a45c-2d08c59bdf22 req-a020efaf-76da-4087-ac3c-9d81f5d7661e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 944 time: 0.1207166 Nov 11 11:02:56.413633 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:56.421136 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.506446 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:56.658829 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-832a9199-0a4e-4c6e-8f1f-f958b9f04fca req-135bb913-2c38-45b6-8251-2a1cb9e26df1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736661 Nov 11 11:02:56.663935 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b676bbe0-716b-4401-a45c-2d08c59bdf22 req-3ccde424-d5e2-4a13-9be1-7504572b1fca tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682910 Nov 11 11:02:56.805488 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35710) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:56.814149 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f839d-c373-4170-8e4f-a0849ae08a4c req-b6318c72-1800-4f9c-8cee-9b2429ceeb4b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:56.815914 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-074f839d-c373-4170-8e4f-a0849ae08a4c req-b6318c72-1800-4f9c-8cee-9b2429ceeb4b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Nov 11 11:02:56.820043 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce90c414-4f87-4495-9425-9c2345b0bd27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.930623 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-074f839d-c373-4170-8e4f-a0849ae08a4c req-de0883c7-edbd-4cb4-8018-c231dc3abc70 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Nov 11 11:02:56.950610 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9562edf-7371-478f-b2a7-45b35a80da77 req-c06c513b-8ba8-4ed9-bbb2-a34b08299f9d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:56.952197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9562edf-7371-478f-b2a7-45b35a80da77 req-c06c513b-8ba8-4ed9-bbb2-a34b08299f9d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.1071773 Nov 11 11:02:56.983789 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce90c414-4f87-4495-9425-9c2345b0bd27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.991064 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ce90c414-4f87-4495-9425-9c2345b0bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:56.995150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['9cd047c5-979b-4c93-9b72-45fa677e3cec'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:02:57.069680 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9562edf-7371-478f-b2a7-45b35a80da77 req-c6a6e150-24c4-4440-b0b0-6907cf9924d9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026237 Nov 11 11:02:57.074847 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ce90c414-4f87-4495-9425-9c2345b0bd27 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=743b44f1c7b6429a8bbfbd6ddedddec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682285 Nov 11 11:02:57.076063 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90c414-4f87-4495-9425-9c2345b0bd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbb52d-605f-4184-8a89-915a9fd99b25,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:57.077698 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35720) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:02:57.222562 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:57.272251 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:57.360598 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa8e32-95bd-4bd7-a586-41d727ef2834 req-56f42b7c-4282-4120-89bd-740be9c80afd tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:57.363043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-14fa8e32-95bd-4bd7-a586-41d727ef2834 req-56f42b7c-4282-4120-89bd-740be9c80afd tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 944 time: 0.1805899 Nov 11 11:02:57.397430 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:57.400176 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:57.402245 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dbbb52d-605f-4184-8a89-915a9fd99b25 HTTP/1.1" status: 204 len: 168 time: 0.3234131 Nov 11 11:02:57.460278 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fd000-4be6-4cff-bb3a-3ac0127a6cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbbb52d-605f-4184-8a89-915a9fd99b25,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:57.523742 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-14fa8e32-95bd-4bd7-a586-41d727ef2834 req-a26d463c-44c2-4093-b0dc-4c1d6d4851b0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394362 Nov 11 11:02:57.851786 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8affd17-8bc4-48c7-8b15-a5fd611c9479 req-f9969065-30fe-46b6-8520-17e5bf90098a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:57.859794 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8affd17-8bc4-48c7-8b15-a5fd611c9479 req-f9969065-30fe-46b6-8520-17e5bf90098a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 945 time: 0.0881968 Nov 11 11:02:57.920230 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8affd17-8bc4-48c7-8b15-a5fd611c9479 req-03911e11-454d-4cce-96d9-79590ae2b360 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588565 Nov 11 11:02:57.993543 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d8871cf9-436a-443e-8d7e-1e5016d21078 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:58.093195 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port d8871cf9-436a-443e-8d7e-1e5016d21078 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:02:58.106410 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port d8871cf9-436a-443e-8d7e-1e5016d21078 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:58.107279 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.233113 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.260725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:02:58.262399 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7381a7-d1cf-4fcd-b91b-e5a60da09f5e req-4643a98d-621a-428c-a579-26cb849f54e3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:58.262987 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f5b63-731b-4e9b-8f1a-25e175b690ad" -d '{"events": [{"server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "name": "network-vif-plugged", "status": "completed", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:02:58.264146 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca7381a7-d1cf-4fcd-b91b-e5a60da09f5e req-4643a98d-621a-428c-a579-26cb849f54e3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.0864594 Nov 11 11:02:58.277406 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d8871cf9-436a-443e-8d7e-1e5016d21078,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:58.286991 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.287978 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:02:58.330908 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9a2af-1030-4d7d-9c5c-77d40d7b7b76 x-openstack-request-id: req-06b9a2af-1030-4d7d-9c5c-77d40d7b7b76 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:02:58.331456 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "name": "network-vif-plugged", "status": "completed", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:02:58.331855 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06b9a2af-1030-4d7d-9c5c-77d40d7b7b76 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:02:58.332390 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078', 'code': 200} Nov 11 11:02:58.339160 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca7381a7-d1cf-4fcd-b91b-e5a60da09f5e req-79b65be0-44a3-407c-8a68-f6d1f7daa036 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619397 Nov 11 11:02:58.424710 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:58.430307 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 13c7857f-64c0-4a3e-930e-aec08b306c2e completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:02:58.435870 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 13c7857f-64c0-4a3e-930e-aec08b306c2e triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:02:58.436413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.538472 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.568405 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc443217-d1dc-402d-b942-16dd7de16c1c req-a852cfcb-dae0-4b42-8fc1-9f5d08b06681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:58.570362 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc443217-d1dc-402d-b942-16dd7de16c1c req-a852cfcb-dae0-4b42-8fc1-9f5d08b06681 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 1098 time: 0.0501649 Nov 11 11:02:58.591373 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:02:58.596478 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:02:58.655476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:02:58.674774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc443217-d1dc-402d-b942-16dd7de16c1c req-39ac9c15-a9f8-4a87-8ddc-2aa74fc6f4bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947790 Nov 11 11:02:58.702402 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6461-e214-4fe4-be37-c576fe21db97 req-aebf1505-0d6f-4154-94ce-9c7b640aba0f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:58.704271 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02ac6461-e214-4fe4-be37-c576fe21db97 req-aebf1505-0d6f-4154-94ce-9c7b640aba0f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0851500 Nov 11 11:02:58.754514 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02ac6461-e214-4fe4-be37-c576fe21db97 req-e5b86a13-e317-466f-a47c-a9b77b0076e3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Nov 11 11:02:59.073066 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce43a3-4ec7-45c7-b823-8c066c675e65 req-dde44fa6-ce96-46eb-be6b-53d7c5e23f4f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:59.074595 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f0ce43a3-4ec7-45c7-b823-8c066c675e65 req-dde44fa6-ce96-46eb-be6b-53d7c5e23f4f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 945 time: 0.0747511 Nov 11 11:02:59.142388 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f0ce43a3-4ec7-45c7-b823-8c066c675e65 req-b9315b3f-c4c5-43d8-98c3-07b1b9a17f6c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609832 Nov 11 11:02:59.463505 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768455f5-c867-40fe-bd30-9b6464e76846 req-751d7384-9a82-4775-a5e5-0fe22c4c2b34 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:59.465169 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-768455f5-c867-40fe-bd30-9b6464e76846 req-751d7384-9a82-4775-a5e5-0fe22c4c2b34 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0507996 Nov 11 11:02:59.519994 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-768455f5-c867-40fe-bd30-9b6464e76846 req-04bd8a69-291a-4ec8-b3cd-35386a7e83e5 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490661 Nov 11 11:02:59.871063 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23f29-9f10-4ac3-a8c5-339f3620ac75 req-e404802d-dfec-457d-89f3-363b2763fe22 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:02:59.872469 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54c23f29-9f10-4ac3-a8c5-339f3620ac75 req-e404802d-dfec-457d-89f3-363b2763fe22 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0485072 Nov 11 11:02:59.940868 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54c23f29-9f10-4ac3-a8c5-339f3620ac75 req-25ce9bc8-4622-4b6f-9fb3-e80fb9c8dbf1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Nov 11 11:03:00.014470 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 9cd047c5-979b-4c93-9b72-45fa677e3cec up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:03:00.072287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 9cd047c5-979b-4c93-9b72-45fa677e3cec completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:03:00.076951 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 9cd047c5-979b-4c93-9b72-45fa677e3cec triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:03:00.077717 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:00.176294 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:00.220235 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:00.229838 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:00.290747 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:00.295533 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec200f8-28df-4c23-bfa4-dfe28de03e9a req-084f7fda-5f4e-4612-8ceb-4269177954a7 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:00.297343 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5ec200f8-28df-4c23-bfa4-dfe28de03e9a req-084f7fda-5f4e-4612-8ceb-4269177954a7 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0572765 Nov 11 11:03:00.333985 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}, {'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:00.336566 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf0869-111e-4c5e-862b-a520198bc837" -d '{"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}, {"server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "name": "network-vif-plugged", "status": "completed", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:00.360959 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5ec200f8-28df-4c23-bfa4-dfe28de03e9a req-2972aaa2-df01-4f78-a233-197e9d4bf4d5 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572314 Nov 11 11:03:00.387184 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a70fb-b697-4287-a0a4-6085be486158 x-openstack-request-id: req-724a70fb-b697-4287-a0a4-6085be486158 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:00.387544 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "code": 200}, {"server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "name": "network-vif-plugged", "status": "completed", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:00.387860 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-724a70fb-b697-4287-a0a4-6085be486158 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:00.388337 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'code': 200} Nov 11 11:03:00.388686 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'code': 200} Nov 11 11:03:00.631409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb63f4-dd1a-47bc-b613-5c4a3afec46d req-ae3be24e-d2c9-4f9d-a5c2-0229aa001668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:00.632923 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-58cb63f4-dd1a-47bc-b613-5c4a3afec46d req-ae3be24e-d2c9-4f9d-a5c2-0229aa001668 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1099 time: 0.0567715 Nov 11 11:03:00.677527 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1a07a-40e7-4209-9248-a21e15b61099 req-9409bb9d-88fa-4413-8035-796d467e77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:00.679123 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6f1a07a-40e7-4209-9248-a21e15b61099 req-9409bb9d-88fa-4413-8035-796d467e77bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1099 time: 0.1221201 Nov 11 11:03:00.694718 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-58cb63f4-dd1a-47bc-b613-5c4a3afec46d req-e2fa4c4d-c70b-4389-85fc-a15f5e7a5d6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529785 Nov 11 11:03:00.698981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a8da-b5ae-40d5-bcdb-3fcde47037bf req-e80d6728-9994-4980-9d98-715e55643a19 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:00.700529 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-07c1a8da-b5ae-40d5-bcdb-3fcde47037bf req-e80d6728-9994-4980-9d98-715e55643a19 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0751855 Nov 11 11:03:00.767754 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6f1a07a-40e7-4209-9248-a21e15b61099 req-446c26de-8c6f-4197-80e6-a9c4c53dfb9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660648 Nov 11 11:03:00.781200 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-07c1a8da-b5ae-40d5-bcdb-3fcde47037bf req-06512397-8ec0-4859-9a79-a1d587ac4157 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713248 Nov 11 11:03:01.067947 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8139d-e45e-479e-9ab7-83101a4869a9 req-7abe3536-d16c-4334-b1a9-d0650f050f04 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.069504 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ef8139d-e45e-479e-9ab7-83101a4869a9 req-7abe3536-d16c-4334-b1a9-d0650f050f04 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Nov 11 11:03:01.119046 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ef8139d-e45e-479e-9ab7-83101a4869a9 req-1df018eb-a31d-4bcf-b334-7565d76f467f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Nov 11 11:03:01.423104 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3f8b-092c-4390-802b-a9ef92accbc1 req-ddd1989e-382b-4ba9-8b2c-b3847a0aee6d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.424898 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efea3f8b-092c-4390-802b-a9ef92accbc1 req-ddd1989e-382b-4ba9-8b2c-b3847a0aee6d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0807543 Nov 11 11:03:01.451192 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-68bba90c-3985-4902-a30d-53237a2750f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.452600 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-68bba90c-3985-4902-a30d-53237a2750f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 1098 time: 0.0818236 Nov 11 11:03:01.568275 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321d8f-4575-40ba-b532-1b929aa52c92 req-27682084-4eb6-4f91-8312-494019936f3c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.569735 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-70321d8f-4575-40ba-b532-1b929aa52c92 req-27682084-4eb6-4f91-8312-494019936f3c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1353517 Nov 11 11:03:01.572900 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efea3f8b-092c-4390-802b-a9ef92accbc1 req-f7c147c8-f0ca-4da9-a87a-0c24f32f0550 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373770 Nov 11 11:03:01.632599 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-cc2d9eda-76f5-4bb2-bd09-99a2c97d618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.634091 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-cc2d9eda-76f5-4bb2-bd09-99a2c97d618f service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1606531 Nov 11 11:03:01.646080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-70321d8f-4575-40ba-b532-1b929aa52c92 req-ed4d9e4d-c0ab-4b3d-bf3d-2b8cf3756703 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701206 Nov 11 11:03:01.687107 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-d11e46f0-72ad-4b7f-b750-cc41c05da90b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8871cf9-436a-443e-8d7e-1e5016d21078 HTTP/1.1" status: 200 len: 217 time: 0.0369942 Nov 11 11:03:01.747908 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-6d58ceb7-cc60-430b-a8fa-679fd0b1d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.749396 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-6d58ceb7-cc60-430b-a8fa-679fd0b1d202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.0551300 Nov 11 11:03:01.785157 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-8fa1eb58-cb97-4b95-8a8b-2605f49648aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236902 Nov 11 11:03:01.906760 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-139f6e12-cd60-4964-9c53-2672832826fe service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123383 Nov 11 11:03:01.923015 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b6553-d6be-4c64-b8e9-fc576736d8d5 req-d338fcb0-067f-463a-8667-a733efecd80b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:01.924403 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ec6b6553-d6be-4c64-b8e9-fc576736d8d5 req-d338fcb0-067f-463a-8667-a733efecd80b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0703866 Nov 11 11:03:02.026689 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ec6b6553-d6be-4c64-b8e9-fc576736d8d5 req-7fd96674-1cf8-4e3c-a5b9-e0b4a22aef2c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939150 Nov 11 11:03:02.043857 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05037727-e92d-4c52-84ee-bfd12da003b7 req-c71a4ace-9d32-45e8-9ae5-d11edd76d851 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184878 Nov 11 11:03:02.701336 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e662f40-c38a-4c5e-93d0-3443201551eb req-68502d18-f382-4261-98c5-346add061950 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:02.702996 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6e662f40-c38a-4c5e-93d0-3443201551eb req-68502d18-f382-4261-98c5-346add061950 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0617530 Nov 11 11:03:02.784455 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6e662f40-c38a-4c5e-93d0-3443201551eb req-2bf20459-1f6f-4542-9b7e-e454daa56916 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745718 Nov 11 11:03:02.796226 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a9b2e-cc07-4a3b-970e-fd4516bfd2d9 req-e8ace1d9-f16c-4f4b-8e41-8c25814571d6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:02.797730 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-741a9b2e-cc07-4a3b-970e-fd4516bfd2d9 req-e8ace1d9-f16c-4f4b-8e41-8c25814571d6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0806129 Nov 11 11:03:02.846938 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-741a9b2e-cc07-4a3b-970e-fd4516bfd2d9 req-7791d4a1-a25d-4d13-9e16-8396ab8455ff tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Nov 11 11:03:02.958843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19a94f-e443-4790-ab8c-62f4da4afa21 req-c5c97650-d6c4-4ec2-8d93-fd6264a26365 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:02.960270 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a19a94f-e443-4790-ab8c-62f4da4afa21 req-c5c97650-d6c4-4ec2-8d93-fd6264a26365 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0479593 Nov 11 11:03:02.969178 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 35966) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:02.973490 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'floatingip': {'port_id': '9cd047c5-979b-4c93-9b72-45fa677e3cec'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:03.047828 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:03.222195 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59ab26-360a-4efb-a115-439b355c20ee req-eff96c64-4a63-4429-9932-9901f128482a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:03.224204 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0f59ab26-360a-4efb-a115-439b355c20ee req-eff96c64-4a63-4429-9932-9901f128482a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1143510 Nov 11 11:03:03.537664 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0f59ab26-360a-4efb-a115-439b355c20ee req-9e16ff2f-95a9-4ac6-942a-d9ef52ad7b2c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049006 Nov 11 11:03:03.837728 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b8d55-76b1-4850-a5a8-232dbb6bb9e0 req-6cbb0a7b-8b2f-4382-8558-01236186b94a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:03.842184 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cd5b8d55-76b1-4850-a5a8-232dbb6bb9e0 req-6cbb0a7b-8b2f-4382-8558-01236186b94a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.2117949 Nov 11 11:03:03.848975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 35990) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:03.854208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'floatingip': {'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:03.928167 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:03.981750 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae734f9-2ba6-47ad-a491-509d93d8feb6 req-0c8bc69f-e7b5-45bb-be26-10119b4cef12 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:03.983248 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dae734f9-2ba6-47ad-a491-509d93d8feb6 req-0c8bc69f-e7b5-45bb-be26-10119b4cef12 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1251094 Nov 11 11:03:04.084743 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:04.096017 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:04.133311 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dae734f9-2ba6-47ad-a491-509d93d8feb6 req-1c4cf169-dacf-4740-8c74-7aa4365ebf28 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221125 Nov 11 11:03:04.214920 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Floating IP 9d2a633a-b9e9-4b55-b549-dfa21361f597 associated. External IP: 172.27.1.15, port: 9cd047c5-979b-4c93-9b72-45fa677e3cec. Nov 11 11:03:04.432540 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:03:04.576978 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:03:04.582141 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:04.587124 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:04.594101 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:03:04.596795 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:04.606220 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:03:04.607040 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:04.637913 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-795d8ea7-d794-4f01-81e2-ddab1c66d7e1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "PUT /v2.0/floatingips/9d2a633a-b9e9-4b55-b549-dfa21361f597 HTTP/1.1" status: 200 len: 991 time: 1.6676130 Nov 11 11:03:04.638490 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:04.641249 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59724fa-494e-4a41-b447-528c8c510c11" -d '{"events": [{"name": "network-changed", "server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:04.710795 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673d123-9f2c-4cd9-bda4-24270a239546 x-openstack-request-id: req-4673d123-9f2c-4cd9-bda4-24270a239546 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:04.711082 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:04.711362 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4673d123-9f2c-4cd9-bda4-24270a239546 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:04.711758 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'status': 'completed', 'code': 200} Nov 11 11:03:04.788353 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:03:04.861731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59724fa-494e-4a41-b447-528c8c510c11 req-23bc8f3f-3d64-4796-b4f1-c173525bfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:04.863295 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-23bc8f3f-3d64-4796-b4f1-c173525bfe2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1099 time: 0.1110866 Nov 11 11:03:05.030949 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Floating IP 2d767a19-b22f-41ae-97f7-f24c9edf7bb5 associated. External IP: 172.27.1.37, port: 13c7857f-64c0-4a3e-930e-aec08b306c2e. Nov 11 11:03:05.083873 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59724fa-494e-4a41-b447-528c8c510c11 req-046795af-17ef-4acf-a2a1-c78326147c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:05.085422 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-046795af-17ef-4acf-a2a1-c78326147c8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.1865673 Nov 11 11:03:05.141355 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9d2a633a-b9e9-4b55-b549-dfa21361f597', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:69:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:37Z', 'updated_at': '2021-11-11T11:03:03Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:05.170131 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:03:05.178974 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:03:05.179938 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:05.257898 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-e9d63303-5012-45c7-bd09-702db60da736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 999 time: 0.1574116 Nov 11 11:03:05.333471 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:03:05.349046 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:03:05.362339 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43f19a-00d9-493b-987d-042fa4e10432 req-1a815ec3-5df2-4de4-99a1-5989ddd2f45b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:05.363958 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bb43f19a-00d9-493b-987d-042fa4e10432 req-1a815ec3-5df2-4de4-99a1-5989ddd2f45b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1014452 Nov 11 11:03:05.366023 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59724fa-494e-4a41-b447-528c8c510c11 req-33aafb6d-cf25-44e0-8a8a-34c7c89e5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:05.367701 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-33aafb6d-cf25-44e0-8a8a-34c7c89e5895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0934324 Nov 11 11:03:05.494093 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:03:05.499231 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:05.508995 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:03:05.529391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:03:05.532340 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:05.585948 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-987b7fe5-d79e-4cf9-9004-56bbc3cb76f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "PUT /v2.0/floatingips/2d767a19-b22f-41ae-97f7-f24c9edf7bb5 HTTP/1.1" status: 200 len: 991 time: 1.7331042 Nov 11 11:03:05.586276 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:05.588633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f557ef-a59e-4eb5-9c70-f404e112b62a" -d '{"events": [{"name": "network-changed", "server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:05.674620 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bb43f19a-00d9-493b-987d-042fa4e10432 req-2c7f7e37-2c27-41cb-b38c-dbe1cb68ff96 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001194 Nov 11 11:03:05.680755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59724fa-494e-4a41-b447-528c8c510c11 req-4278a7e6-3599-4f7a-9abb-1ef07147d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:05.682711 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-4278a7e6-3599-4f7a-9abb-1ef07147d880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3001900 Nov 11 11:03:05.707937 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:03:05.737187 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9d2a633a-b9e9-4b55-b549-dfa21361f597', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:69:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:37Z', 'updated_at': '2021-11-11T11:03:03Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:05.782470 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26983df7-fa8e-486c-b554-8410a3384008 x-openstack-request-id: req-26983df7-fa8e-486c-b554-8410a3384008 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:05.783648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:05.784531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26983df7-fa8e-486c-b554-8410a3384008 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:05.785389 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'status': 'completed', 'code': 200} Nov 11 11:03:05.813663 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ebc2e-d914-4437-9dd1-b21cc65a176d None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9d2a633a-b9e9-4b55-b549-dfa21361f597', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:69:2e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:37Z', 'updated_at': '2021-11-11T11:03:03Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:03:05.901646 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-a11495a8-963e-4a8b-94cf-e0f8dafa1a80 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063313 Nov 11 11:03:05.905578 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-bad9c713-0af5-4363-9b45-2b0bace94336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:05.907204 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-bad9c713-0af5-4363-9b45-2b0bace94336 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1099 time: 0.0840254 Nov 11 11:03:06.069364 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d59724fa-494e-4a41-b447-528c8c510c11 req-44d46729-239d-4a3d-b823-cbc1e8cd8d44 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386726 Nov 11 11:03:06.075638 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-5bd0f10e-7169-40ee-b1f9-6a21f70e0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:06.077212 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-5bd0f10e-7169-40ee-b1f9-6a21f70e0793 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.1449831 Nov 11 11:03:06.181418 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7eb2e4-2363-4d0f-ace4-1c608f539d3f None None] New status for floating IP 9d2a633a-b9e9-4b55-b549-dfa21361f597: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:03:06.290528 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '2d767a19-b22f-41ae-97f7-f24c9edf7bb5', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:33Z', 'updated_at': '2021-11-11T11:03:04Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:06.291328 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-3a919387-3ef6-469d-bbe7-011cb12e7d2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 999 time: 0.1747708 Nov 11 11:03:06.324701 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:03:06.335053 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:03:06.336033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:02:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:06.361088 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-5caca72a-db66-49ea-b6dc-4aa0385495b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:06.362566 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-5caca72a-db66-49ea-b6dc-4aa0385495b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0554464 Nov 11 11:03:06.429721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-0416c13b-6132-48fa-b500-2bd969f2baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:06.431354 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-0416c13b-6132-48fa-b500-2bd969f2baf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597281 Nov 11 11:03:06.477485 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:03:06.544489 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-b90def7c-1803-49d1-bacc-79401e1fb217 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979533 Nov 11 11:03:06.666090 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-24f557ef-a59e-4eb5-9c70-f404e112b62a req-d2aefded-0211-4b54-8e99-e75dbd971c3b service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137574 Nov 11 11:03:06.742706 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '2d767a19-b22f-41ae-97f7-f24c9edf7bb5', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:33Z', 'updated_at': '2021-11-11T11:03:04Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:06.773020 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2318298-72dd-428d-a8dd-654eb74b857d None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '2d767a19-b22f-41ae-97f7-f24c9edf7bb5', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:02:33Z', 'updated_at': '2021-11-11T11:03:04Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:03:06.827112 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8efe9e-2df1-4f81-86d3-a13049d0164d req-b28447ed-3b67-4a74-a24e-5275c9f79d3c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:06.828837 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a8efe9e-2df1-4f81-86d3-a13049d0164d req-b28447ed-3b67-4a74-a24e-5275c9f79d3c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0718396 Nov 11 11:03:06.891392 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a8efe9e-2df1-4f81-86d3-a13049d0164d req-d7074e77-7ade-4bb5-a88c-27a33240be5b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Nov 11 11:03:06.999591 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4f57be-d742-4a38-b0a5-82c100b15ba2 None None] New status for floating IP 2d767a19-b22f-41ae-97f7-f24c9edf7bb5: ACTIVE {{(pid=101621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:03:07.849811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2cfca-0d36-4e9f-a40a-49255ff37b67 req-bd277a0a-7d27-42aa-964a-46509ad3e566 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:07.851411 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-43a2cfca-0d36-4e9f-a40a-49255ff37b67 req-bd277a0a-7d27-42aa-964a-46509ad3e566 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.0563288 Nov 11 11:03:07.918231 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-43a2cfca-0d36-4e9f-a40a-49255ff37b67 req-90ce401f-7116-41a1-b32b-0813943596e0 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602243 Nov 11 11:03:07.950661 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36086) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:08.038942 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c696-b5ee-4aad-a0f5-5716000e3691 req-a5d18aa4-fc74-45e4-9327-d0f253f59bf7 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:08.052316 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e7a5c696-b5ee-4aad-a0f5-5716000e3691 req-a5d18aa4-fc74-45e4-9327-d0f253f59bf7 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0672245 Nov 11 11:03:08.091681 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-eeaa926e-d3fc-4dd7-9096-22d2d06d96c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.127013 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e7a5c696-b5ee-4aad-a0f5-5716000e3691 req-5b526e40-a239-4bfd-b9da-347f7cdbd22a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Nov 11 11:03:08.179188 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-eeaa926e-d3fc-4dd7-9096-22d2d06d96c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.184310 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-eeaa926e-d3fc-4dd7-9096-22d2d06d96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.225673 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-eeaa926e-d3fc-4dd7-9096-22d2d06d96c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36c5c746ca214c75a12448967307aebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733085 Nov 11 11:03:08.226573 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa926e-d3fc-4dd7-9096-22d2d06d96c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d064b063-91cc-4baa-a01f-ca2a68a2a427,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:08.228780 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36096) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:08.279864 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.302809 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.349609 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.352324 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.354127 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d064b063-91cc-4baa-a01f-ca2a68a2a427 HTTP/1.1" status: 204 len: 168 time: 0.1233106 Nov 11 11:03:08.364081 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72fca6-25cc-494e-9456-eac9e2131229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064b063-91cc-4baa-a01f-ca2a68a2a427,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:08.648262 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36104) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:08.661972 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-602ff096-fb7a-4c7e-bbe8-63c3231e1261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.740157 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-602ff096-fb7a-4c7e-bbe8-63c3231e1261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.748183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-602ff096-fb7a-4c7e-bbe8-63c3231e1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.788105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-602ff096-fb7a-4c7e-bbe8-63c3231e1261 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=729d1d8279114453a3986f6f7cf8af67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387305 Nov 11 11:03:08.789407 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ff096-fb7a-4c7e-bbe8-63c3231e1261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623b2da-bfb8-4c66-a6a1-3fbffac9b6f4,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:08.790870 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36108) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:08.851333 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.873208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.920714 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.923214 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:08.924340 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0623b2da-bfb8-4c66-a6a1-3fbffac9b6f4 HTTP/1.1" status: 204 len: 168 time: 0.1324275 Nov 11 11:03:08.932187 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848006ca-29ef-447a-91f5-d4aeda253c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623b2da-bfb8-4c66-a6a1-3fbffac9b6f4,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:09.047217 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d1e01-5034-4982-9f4e-a90150870fb2 req-48e92f3a-2863-496e-9414-b0c521c50067 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:09.048929 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-680d1e01-5034-4982-9f4e-a90150870fb2 req-48e92f3a-2863-496e-9414-b0c521c50067 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.0562444 Nov 11 11:03:09.102268 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-680d1e01-5034-4982-9f4e-a90150870fb2 req-c769d642-ebb2-4dcb-a35d-85814d5412ef tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Nov 11 11:03:09.274722 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99be518-cfcd-4f91-a329-b65e0327287a req-86c0f6c0-b553-4450-9279-2a8e30783b0f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:09.276665 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f99be518-cfcd-4f91-a329-b65e0327287a req-86c0f6c0-b553-4450-9279-2a8e30783b0f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0703249 Nov 11 11:03:09.301113 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36124) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:09.324289 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3ccc610b-4138-4486-8fb0-5a6d993e35a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.367726 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f99be518-cfcd-4f91-a329-b65e0327287a req-2cb16d88-9ae9-45e4-807b-4aca9a1536a9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846765 Nov 11 11:03:09.448302 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3ccc610b-4138-4486-8fb0-5a6d993e35a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.453303 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3ccc610b-4138-4486-8fb0-5a6d993e35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.494852 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-3ccc610b-4138-4486-8fb0-5a6d993e35a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e656baabdce4d2aa15fe482fbd01e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926923 Nov 11 11:03:09.495686 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc610b-4138-4486-8fb0-5a6d993e35a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f8f5b-0cc1-4f05-98fd-db3f486095fb,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:09.498379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36128) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:09.548730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.569893 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.619701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.622561 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:09.623705 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a88f8f5b-0cc1-4f05-98fd-db3f486095fb HTTP/1.1" status: 204 len: 168 time: 0.1243556 Nov 11 11:03:09.632589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9a225-b333-40a4-bbb4-1f0c595745af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f8f5b-0cc1-4f05-98fd-db3f486095fb,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:10.255357 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac361a-e072-4cb8-b9dd-ae587c1212d1 req-4b4bde8a-0cb1-479a-91a4-a1568c55b2e2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:10.256991 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4cac361a-e072-4cb8-b9dd-ae587c1212d1 req-4b4bde8a-0cb1-479a-91a4-a1568c55b2e2 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.0538089 Nov 11 11:03:10.317130 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4cac361a-e072-4cb8-b9dd-ae587c1212d1 req-ae531b35-eede-410b-8579-155952ca2990 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/security-groups?id=7356a18b-ecd5-4239-9eec-e4fff3e83afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Nov 11 11:03:10.429929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-0d9af8ac-2852-43ba-b585-7240da00f695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:10.470185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29597f64-0edd-411a-8377-b991318951c7 req-1ea7ebc8-4e35-4658-9a16-cdc4877ebb97 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:10.471883 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-29597f64-0edd-411a-8377-b991318951c7 req-1ea7ebc8-4e35-4658-9a16-cdc4877ebb97 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.20 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 946 time: 0.0957358 Nov 11 11:03:10.515299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb1df4-c4c2-4cae-a439-45afa192cdfe req-0508b229-d443-4b82-9fe3-da7cf971fa16 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:10.523929 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-73fb1df4-c4c2-4cae-a439-45afa192cdfe req-0508b229-d443-4b82-9fe3-da7cf971fa16 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0626824 Nov 11 11:03:10.580075 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-73fb1df4-c4c2-4cae-a439-45afa192cdfe req-28b6475b-f72d-479c-869c-e384074dd9c9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549619 Nov 11 11:03:10.645941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Deleting port 172ce887-276c-4754-a619-7c3eeb816bea {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:03:10.646497 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:10.745319 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] For port 172ce887-276c-4754-a619-7c3eeb816bea, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=172ce887-276c-4754-a619-7c3eeb816bea,segment=NetworkSegment(a7551311-83f2-48e7-8f83-7b0610f0426e),segment_id=a7551311-83f2-48e7-8f83-7b0610f0426e)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:10.745675 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:10.762225 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Calling delete_port for 172ce887-276c-4754-a619-7c3eeb816bea owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:03:10.943622 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:10.961438 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['172ce887-276c-4754-a619-7c3eeb816bea'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:10.974907 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Pushing event deleted for resources: {'Port': ['ID=172ce887-276c-4754-a619-7c3eeb816bea,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:11.014896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.015435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.015915 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.016445 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.017002 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.018410 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.018410 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.018660 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.019738 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.020281 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.020796 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.021242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:11.074148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] No DVR routers for this DVR port 172ce887-276c-4754-a619-7c3eeb816bea on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:03:11.077146 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:11.080482 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-29597f64-0edd-411a-8377-b991318951c7 req-5c3fc5c7-c8aa-4c8b-a264-d4d40856fc73 tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.20 "DELETE /v2.0/ports/172ce887-276c-4754-a619-7c3eeb816bea HTTP/1.1" status: 204 len: 173 time: 0.5965488 Nov 11 11:03:11.080941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'name': 'network-vif-deleted', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:11.083254 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c28dcd-1936-404c-84a1-2e1b3053359c" -d '{"events": [{"server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "name": "network-vif-deleted", "tag": "172ce887-276c-4754-a619-7c3eeb816bea"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:11.139047 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41226d5-16d2-4800-bb94-4d8768122c24 x-openstack-request-id: req-c41226d5-16d2-4800-bb94-4d8768122c24 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:11.140598 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508aab08-0f10-45c9-a0cc-fc0e329c17c0", "name": "network-vif-deleted", "tag": "172ce887-276c-4754-a619-7c3eeb816bea", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:11.140598 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c41226d5-16d2-4800-bb94-4d8768122c24 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:11.140986 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508aab08-0f10-45c9-a0cc-fc0e329c17c0', 'name': 'network-vif-deleted', 'tag': '172ce887-276c-4754-a619-7c3eeb816bea', 'status': 'completed', 'code': 200} Nov 11 11:03:11.442841 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a52b1928-192c-4ead-93cb-b21ff2837fd8 req-b58fa82e-2ea6-4670-aed5-1ab089b9bd5c tempest-DeleteServersTestJSON-1505095761 tempest-DeleteServersTestJSON-1505095761-project] 10.222.0.57 "GET /v2.0/ports?device_id=508aab08-0f10-45c9-a0cc-fc0e329c17c0 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Nov 11 11:03:11.643082 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36212) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:11.731060 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53880b-ec27-4b04-bb9b-40520b4cd016 req-c0b4bead-98d0-460d-acc5-c46343a2a52b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:11.732907 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b53880b-ec27-4b04-bb9b-40520b4cd016 req-c0b4bead-98d0-460d-acc5-c46343a2a52b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0516672 Nov 11 11:03:11.764525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2b9bfb80-6aba-46bf-98d6-e8313ae89cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:11.787077 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b53880b-ec27-4b04-bb9b-40520b4cd016 req-b80bf5bb-fe3b-43bd-8356-0e652a448117 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Nov 11 11:03:11.843251 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2b9bfb80-6aba-46bf-98d6-e8313ae89cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:11.847159 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2b9bfb80-6aba-46bf-98d6-e8313ae89cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:11.884564 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2b9bfb80-6aba-46bf-98d6-e8313ae89cba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc2804b4a9214d2f880acabd8677bf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393849 Nov 11 11:03:11.885283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bfb80-6aba-46bf-98d6-e8313ae89cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034635e-cca9-4cb8-9e03-e02473b56c3c,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:11.887110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36216) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:11.937433 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:11.958759 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.005174 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.007738 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.009162 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b034635e-cca9-4cb8-9e03-e02473b56c3c HTTP/1.1" status: 204 len: 168 time: 0.1208203 Nov 11 11:03:12.020922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034635e-cca9-4cb8-9e03-e02473b56c3c,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:12.029716 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.030064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.030404 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.030739 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.031068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.031396 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.031718 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.032040 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.032354 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.032719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.033030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.033344 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeae45-209f-4cc2-9bf8-689fcb3c662f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:12.303258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36226) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:12.323096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-cd72742c-1f27-4b70-80e2-58bda2c1b422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.428665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-cd72742c-1f27-4b70-80e2-58bda2c1b422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.433406 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-cd72742c-1f27-4b70-80e2-58bda2c1b422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.475019 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-cd72742c-1f27-4b70-80e2-58bda2c1b422 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e80ecbc50f524f6bb6caccadf422458a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705666 Nov 11 11:03:12.476731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72742c-1f27-4b70-80e2-58bda2c1b422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e3e51-7fcf-4bc9-a751-6cfd02eb17dc,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:12.477763 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36234) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:12.529540 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.555377 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.609567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.612283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.617115 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db5e3e51-7fcf-4bc9-a751-6cfd02eb17dc HTTP/1.1" status: 204 len: 168 time: 0.1373916 Nov 11 11:03:12.626205 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fe79d-e5e7-440e-8f3e-e40d921ec800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e3e51-7fcf-4bc9-a751-6cfd02eb17dc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:12.875282 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1b47f13a-d163-489c-8dbb-26025e8a5b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:12.923367 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285881e-1f99-454e-902b-dd658e024c43 req-37a13b72-f6e4-486b-aaeb-eb3dafebf887 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:12.924807 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8285881e-1f99-454e-902b-dd658e024c43 req-37a13b72-f6e4-486b-aaeb-eb3dafebf887 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Nov 11 11:03:12.979197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8285881e-1f99-454e-902b-dd658e024c43 req-3939b07c-1c62-4a9d-b622-6c52bee1dcb5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Nov 11 11:03:13.382062 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36276) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:13.481165 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-841978545-network', 'tenant_id': '77a4c44c28554aada84c892d1e7447b8'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:13.512966 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Made reservation on behalf of 77a4c44c28554aada84c892d1e7447b8 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:13.515369 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.524672 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.606593 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.611269 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.638894 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:03:13.648708 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b743a09-73bf-463c-849f-b50b409b3bb0,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:13.653553 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.653885 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Added segment 2cb658ff-51f5-4a5e-ad03-5f743883e429 of type vlan for network f2e45620-48d9-49bc-8ffa-b462621746af Nov 11 11:03:13.704313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.739552 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.740974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:13.741686 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.795415 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4117365 Nov 11 11:03:13.798583 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36284) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:13.804016 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Request body: {'subnet': {'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-841978545-subnet', 'tenant_id': '77a4c44c28554aada84c892d1e7447b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:13.806875 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091473e-aca7-4304-bdda-b87ee4dfac02 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e45620-48d9-49bc-8ffa-b462621746af,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:13.817002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network f2e45620-48d9-49bc-8ffa-b462621746af details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:03:13.824536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Made reservation on behalf of 77a4c44c28554aada84c892d1e7447b8 for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:13.827163 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.916861 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:13.964824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36294) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:14.049284 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Deleting subnet 809e1d0a-7c3b-47d2-8200-935961ecc9aa {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:03:14.059978 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.079958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 172ce887-276c-4754-a619-7c3eeb816bea no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:03:14.113814 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 172ce887-276c-4754-a619-7c3eeb816bea {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:03:14.114391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 172ce887-276c-4754-a619-7c3eeb816bea not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:03:14.116121 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.156621 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.176868 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.215208 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b605694-71da-4114-ab87-047a9267d0bf req-29e02cdc-e8ff-4caa-8040-1e15ea021ebb tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:14.216695 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3b605694-71da-4114-ab87-047a9267d0bf req-29e02cdc-e8ff-4caa-8040-1e15ea021ebb tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1357892 Nov 11 11:03:14.252258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5070d105-2b56-4e97-b8e1-6cf17835464b,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:14.287346 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Checking segment: {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:03:14.287728 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Network hostable DHCP agents. Network: f2e45620-48d9-49bc-8ffa-b462621746af, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:03:14.317069 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3b605694-71da-4114-ab87-047a9267d0bf req-28d94957-f630-4140-a842-e469b701b905 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906208 Nov 11 11:03:14.319666 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.354906 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809e1d0a-7c3b-47d2-8200-935961ecc9aa,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:14.361632 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.365454 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b27aa8b0-bce1-4613-a83f-1b0cb6c4ca08 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/809e1d0a-7c3b-47d2-8200-935961ecc9aa HTTP/1.1" status: 204 len: 168 time: 0.3994210 Nov 11 11:03:14.367478 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Network f2e45620-48d9-49bc-8ffa-b462621746af is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:03:14.370079 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36310) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:14.390647 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, f2e45620-48d9-49bc-8ffa-b462621746af) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:03:14.399111 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:14.400044 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.406466 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a328f-5008-4712-a2bd-23930b9859a7 None None] Network f2e45620-48d9-49bc-8ffa-b462621746af requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:03:14.423881 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e541fc2c-bfa5-4862-87d2-2ef02f140994 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6239228 Nov 11 11:03:14.453437 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.569711 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.574009 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc92e1-ceaf-4ddd-9656-2d558f50d03e None None] Network f2e45620-48d9-49bc-8ffa-b462621746af requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:03:14.593709 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.594081 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.594834 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.595172 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.595519 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.596019 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.596344 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.596871 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.597304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.597788 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.792910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.793261 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.793591 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.793967 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:03:14.794300 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df943b66-02bd-4702-b3e4-e709ce3d6357']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:14.816932 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7551311-83f2-48e7-8f83-7b0610f0426e') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:14.817607 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7551311-83f2-48e7-8f83-7b0610f0426e') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:03:14.835891 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.859630 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.868305 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:03:14.868647 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: from cryptography.utils import int_from_bytes Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: from cryptography.utils import int_from_bytes Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:03:14.897611 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:03:14.974557 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:14.997937 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.011436 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/df943b66-02bd-4702-b3e4-e709ce3d6357 HTTP/1.1" status: 204 len: 168 time: 0.6401923 Nov 11 11:03:15.012816 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a310f48-5e27-4921-90d7-52005a0e20a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df943b66-02bd-4702-b3e4-e709ce3d6357,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:15.131347 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36332) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:15.170137 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2dede502-b568-47b8-88b6-ca021785c8b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fecb37f71074b21abe54c721515373c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376012 Nov 11 11:03:15.172610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36334) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:15.218630 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.240440 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.290472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.292978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.294296 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7356a18b-ecd5-4239-9eec-e4fff3e83afd HTTP/1.1" status: 204 len: 168 time: 0.1207798 Nov 11 11:03:15.305512 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dfc5b-187d-4226-85e6-216034c7f3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356a18b-ecd5-4239-9eec-e4fff3e83afd,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:15.418839 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:15.449013 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed956ca-a805-4478-99ca-165d75118d39 req-0b1b5291-eea1-4780-9771-f267222f5739 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:15.450523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ed956ca-a805-4478-99ca-165d75118d39 req-0b1b5291-eea1-4780-9771-f267222f5739 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0550814 Nov 11 11:03:15.510705 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ed956ca-a805-4478-99ca-165d75118d39 req-b12fb436-dd36-43a9-ad2f-231b88f419ba tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541513 Nov 11 11:03:16.352230 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:19.599792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-27ca0408-3601-471a-b7e1-29e9ae7924cf tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:19.601212 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-27ca0408-3601-471a-b7e1-29e9ae7924cf tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.1851735 Nov 11 11:03:19.609793 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-8c5038bf-9ecf-4aa4-8348-b08bd77d4cec tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:19.611152 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-8c5038bf-9ecf-4aa4-8348-b08bd77d4cec tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 808 time: 0.1859491 Nov 11 11:03:19.629104 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-009a9562-00eb-4181-98d3-fd2c7a7fe489 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/quotas/d16b48906d2c4fc293193f47ad9c89da HTTP/1.1" status: 200 len: 375 time: 0.0170090 Nov 11 11:03:19.630904 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-8a9c5bb3-dc4a-46ba-877f-ef78e5624af8 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/quotas/77a4c44c28554aada84c892d1e7447b8 HTTP/1.1" status: 200 len: 375 time: 0.0121455 Nov 11 11:03:19.685368 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-60259c23-b43e-41be-8f56-7860776bd26c tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414069 Nov 11 11:03:19.742711 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-ceee3e59-f2e2-4e36-9f57-81f00c47a8c8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076839 Nov 11 11:03:19.840432 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-deab2229-e31d-4a51-8256-1fa538e9fd80 service neutron] 10.222.0.57 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476986 Nov 11 11:03:19.903482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-a92afd62-650b-45c1-9865-fba7620b8132 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535232 Nov 11 11:03:19.995305 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-a277fa46-0f00-4893-a73b-3c4e57651ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470878 Nov 11 11:03:20.020611 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-478e568c-c8c0-4d73-afbe-884351389f86 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098363 Nov 11 11:03:20.200187 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee15e1-0d9a-4757-a4f8-f85ffe2020dd req-26d07790-26ff-4794-8e99-639d9b05211f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:20.201755 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f4ee15e1-0d9a-4757-a4f8-f85ffe2020dd req-26d07790-26ff-4794-8e99-639d9b05211f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0600178 Nov 11 11:03:20.264987 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f4ee15e1-0d9a-4757-a4f8-f85ffe2020dd req-32c14e1f-3573-4e09-af31-03cc19f15334 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540478 Nov 11 11:03:20.418090 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92613dfc-7072-47b3-8db0-fcc5c00a0722 req-9051a369-58e4-4bf7-b282-46d3cad881a3 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 210 time: 0.0404968 Nov 11 11:03:20.452194 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4fd708a8-a4a6-479c-af2e-9991f1108684 req-12eed1ec-921b-4c5f-a160-9cfb68b5ae06 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 210 time: 0.0297587 Nov 11 11:03:21.404464 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96914c0-4484-4f33-8936-d8fb6c7bbda9 req-03ed888a-4cd9-471d-94b3-0766321e5e1d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:21.406115 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e96914c0-4484-4f33-8936-d8fb6c7bbda9 req-03ed888a-4cd9-471d-94b3-0766321e5e1d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0672746 Nov 11 11:03:21.473250 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e96914c0-4484-4f33-8936-d8fb6c7bbda9 req-98a3d09b-89c7-4c27-ba41-c221952ec5ce tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600102 Nov 11 11:03:21.530661 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-796017c9-cdff-49fc-8200-41875c90e1f6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:21.532211 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-796017c9-cdff-49fc-8200-41875c90e1f6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.1365252 Nov 11 11:03:21.551662 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Request body: {'port': {'device_id': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'admin_state_up': True, 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:21.561190 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-11be4d00-7e3f-4183-8da2-581167e15109 req-8b560246-5ff7-4960-b388-c9349786e8b2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 210 time: 0.0323529 Nov 11 11:03:21.591254 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2e699a36-33e5-4a23-8134-144874f8695c req-b7a6e501-f436-4df5-a741-8400aac7ca40 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 210 time: 0.0281100 Nov 11 11:03:21.869569 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:21.873394 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.040888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Allocated IP 172.20.0.2 (1a4f9d04-6b07-4e0f-bd31-47efc672df02/56f62eb9-81b0-41d9-8644-55d85347a0f2/8e78184c-8f5f-4587-89af-ebedf162e8b8) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:03:22.196278 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-afa0d051-8e76-4840-9468-5cb84901ff41 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:22.201655 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-afa0d051-8e76-4840-9468-5cb84901ff41 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 808 time: 0.1817484 Nov 11 11:03:22.228145 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Request body: {'port': {'device_id': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af', 'admin_state_up': True, 'tenant_id': '77a4c44c28554aada84c892d1e7447b8'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:22.249401 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.291780 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.308642 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:22.340610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:03:22.346403 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:03:22.347264 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Made reservation on behalf of 77a4c44c28554aada84c892d1e7447b8 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:22.350641 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:03:22.353880 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.381028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event updated for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:22.413565 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.414270 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:22.415557 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.434582 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-d5922460-c3c9-4eb2-812d-bc181e2760e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880098 Nov 11 11:03:22.454135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Request body: {'port': {'device_id': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:22.502625 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Allocated IP 172.20.0.3 (f2e45620-48d9-49bc-8ffa-b462621746af/5070d105-2b56-4e97-b8e1-6cf17835464b/494db549-6359-4c91-89ca-f67f07a8c765) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:03:22.535775 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.843407 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e78184c-8f5f-4587-89af-ebedf162e8b8 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:22.851021 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.852721 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c185d47e-238b-469b-952d-2f4e351e3fe3 req-dcbe03d9-d54f-4c8a-ae44-466abfb7975d tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 210 time: 0.0453997 Nov 11 11:03:22.864969 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Transition to ACTIVE for port object 8e78184c-8f5f-4587-89af-ebedf162e8b8 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:03:22.882099 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.905435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e5bfd-c0b1-4f22-9d3f-df92bd0ea795 req-db3bc777-6a18-4e9a-befa-217b501aa2fc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:22.913387 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d22e5bfd-c0b1-4f22-9d3f-df92bd0ea795 req-db3bc777-6a18-4e9a-befa-217b501aa2fc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.3498139 Nov 11 11:03:22.967512 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:22.978444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:23.018555 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Attempting to bind port 8e78184c-8f5f-4587-89af-ebedf162e8b8 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:03:23.018892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Attempting to bind port 8e78184c-8f5f-4587-89af-ebedf162e8b8 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:03:23.019220 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Attempting to bind port 8e78184c-8f5f-4587-89af-ebedf162e8b8 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:23.023980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Port 8e78184c-8f5f-4587-89af-ebedf162e8b8 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:03:23.024303 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Attempting to bind port 8e78184c-8f5f-4587-89af-ebedf162e8b8 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:23.027456 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d22e5bfd-c0b1-4f22-9d3f-df92bd0ea795 req-55a1f75b-12d2-47fe-b931-0a6fbf158aac tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128798 Nov 11 11:03:23.029298 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:03:23.029617 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Checking segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:03:23.030526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Bound using segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:03:23.030526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Bound port: 8e78184c-8f5f-4587-89af-ebedf162e8b8, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:03:23.030751 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.050151 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad60e-e4cf-40e8-bef9-230cb3d5cc1a req-3d4e12dd-6ad6-4a3c-aa64-4be7fed2da5d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.051609 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-141ad60e-e4cf-40e8-bef9-230cb3d5cc1a req-3d4e12dd-6ad6-4a3c-aa64-4be7fed2da5d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 943 time: 0.1001911 Nov 11 11:03:23.064702 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.105630 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:03:23.108994 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:03:23.113513 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.123034 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Network f2e45620-48d9-49bc-8ffa-b462621746af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:03:23.136566 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:03:23.146214 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:03:23.149054 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.149677 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.151162 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e78184c-8f5f-4587-89af-ebedf162e8b8 HTTP/1.1" status: 200 len: 1093 time: 0.7014825 Nov 11 11:03:23.152442 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.153131 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.153528 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:23.155959 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81" -d '{"events": [{"name": "network-changed", "server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:23.171782 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Pushing event updated for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:23.187110 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-141ad60e-e4cf-40e8-bef9-230cb3d5cc1a req-cf0af659-fa32-48ae-bd69-bb2671b2f951 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288025 Nov 11 11:03:23.194813 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7c0e5-801a-4ae0-9639-546071bf05b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:23.199868 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-635a9b46-80db-4928-933d-71ebb35bba53 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9777780 Nov 11 11:03:23.229215 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfdd2ec-b241-49bc-ac91-e89464bf3ebf x-openstack-request-id: req-ecfdd2ec-b241-49bc-ac91-e89464bf3ebf {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:23.229527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:23.229797 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecfdd2ec-b241-49bc-ac91-e89464bf3ebf {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:23.230195 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8', 'status': 'completed', 'code': 200} Nov 11 11:03:23.244761 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Request body: {'port': {'device_id': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:23.281914 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-5c4c3ed8-11af-4aaa-8234-22cfa26f412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.283495 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-5c4c3ed8-11af-4aaa-8234-22cfa26f412a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 1096 time: 0.0440600 Nov 11 11:03:23.310318 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.328967 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-adb5002b-4c64-41fd-814e-626c306c2cac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0360174 Nov 11 11:03:23.390341 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-64f6384f-943e-485b-970f-d71a96ee0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.391883 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-64f6384f-943e-485b-970f-d71a96ee0f16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.0531678 Nov 11 11:03:23.432662 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-561f18b4-0bad-4d13-952e-02fe9987e390 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305638 Nov 11 11:03:23.558638 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-331ab4d4-c3ee-41ee-a986-6b6014ece11d service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140866 Nov 11 11:03:23.629925 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494db549-6359-4c91-89ca-f67f07a8c765 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:23.638369 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.675061 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-eeabb16a-ef22-40da-a4ef-b213eba48704 req-f4b22c50-c825-46e5-89e9-4cf35c2f9ae8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079538 Nov 11 11:03:23.681045 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Transition to ACTIVE for port object 494db549-6359-4c91-89ca-f67f07a8c765 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:03:23.686757 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.749668 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-cd8c0dc0-6281-49a7-9bf0-34b29028aaae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071310 Nov 11 11:03:23.760646 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Pushing event updated for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:23.797554 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Attempting to bind port 494db549-6359-4c91-89ca-f67f07a8c765 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:03:23.797884 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Attempting to bind port 494db549-6359-4c91-89ca-f67f07a8c765 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:03:23.798213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Attempting to bind port 494db549-6359-4c91-89ca-f67f07a8c765 on network f2e45620-48d9-49bc-8ffa-b462621746af {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:23.804773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Port 494db549-6359-4c91-89ca-f67f07a8c765 on network f2e45620-48d9-49bc-8ffa-b462621746af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:03:23.806056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Attempting to bind port 494db549-6359-4c91-89ca-f67f07a8c765 on network f2e45620-48d9-49bc-8ffa-b462621746af {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:23.812260 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:03:23.812658 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Checking segment: {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:03:23.813061 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Bound using segment: {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:03:23.813484 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Bound port: 494db549-6359-4c91-89ca-f67f07a8c765, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:03:23.813833 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.821529 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-5a299271-d8cb-4b02-b663-e078dd5759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.823130 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-5a299271-d8cb-4b02-b663-e078dd5759f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 1096 time: 0.0545192 Nov 11 11:03:23.939856 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:03:23.941138 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-b375ed64-a7ee-4d68-bcd1-7f9c10e5aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.943482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-b375ed64-a7ee-4d68-bcd1-7f9c10e5aee2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 1098 time: 0.1203780 Nov 11 11:03:23.945270 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=494db549-6359-4c91-89ca-f67f07a8c765,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:03:23.953593 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:23.964102 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-f7206af5-bbe7-4f31-943e-741f8351be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:23.965614 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-f7206af5-bbe7-4f31-943e-741f8351be08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 915 time: 0.1274314 Nov 11 11:03:23.985202 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:03:24.010104 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.010944 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:24.012626 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] 10.222.0.20 "PUT /v2.0/ports/494db549-6359-4c91-89ca-f67f07a8c765 HTTP/1.1" status: 200 len: 1093 time: 0.7733343 Nov 11 11:03:24.014048 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:24.016659 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c479a1-6dc5-49ab-a1bc-57d21d51af24" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "tag": "494db549-6359-4c91-89ca-f67f07a8c765"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:24.036008 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-9063c27e-23a9-4ff0-b200-ab00482233b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0606186 Nov 11 11:03:24.110631 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-1671710f-70d5-4e66-bc92-23216ba6d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.121901 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-1671710f-70d5-4e66-bc92-23216ba6d4d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.0607545 Nov 11 11:03:24.164090 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-3ebc406a-c88e-421c-b70c-56c17be2fd23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295861 Nov 11 11:03:24.200775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595b9b-33ce-4cf2-be2a-d3d0f2d98511 service neutron] Pushing event updated for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:24.236269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-7c2742fd-547e-4458-b863-2e12a00b4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.237785 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-7c2742fd-547e-4458-b863-2e12a00b4901 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 1096 time: 0.1493061 Nov 11 11:03:24.246363 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c895c-c3c8-457d-afff-179d77da637e req-cdbf45ff-6617-4dff-ba92-718524a17c59 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.247723 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-817c895c-c3c8-457d-afff-179d77da637e req-cdbf45ff-6617-4dff-ba92-718524a17c59 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 943 time: 0.2408690 Nov 11 11:03:24.249011 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-e45ba05b-9b74-4862-aed1-d20cae28b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.250320 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-e45ba05b-9b74-4862-aed1-d20cae28b549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 915 time: 0.2371280 Nov 11 11:03:24.267516 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-962ad028-cb5a-43b7-9400-a84c2be37a66 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840609 Nov 11 11:03:24.280244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6939d77-54ce-4927-8275-30f10f2726a7 req-f78c2e90-99a8-4ca9-a62d-2f5e278e04ad tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.281793 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e6939d77-54ce-4927-8275-30f10f2726a7 req-f78c2e90-99a8-4ca9-a62d-2f5e278e04ad tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1163821 Nov 11 11:03:24.338520 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-3f7a7474-a482-4c3e-ade7-00c59bc1af7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494db549-6359-4c91-89ca-f67f07a8c765 HTTP/1.1" status: 200 len: 217 time: 0.0557311 Nov 11 11:03:24.386656 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-6b33aee3-d2fd-428f-96a6-16d22fc6ca81 req-121ec9ff-44a8-4d18-a53b-4524d0e8704b service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893638 Nov 11 11:03:24.386876 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-081f4ca0-0cd0-4d90-aa73-05db9453bec7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 HTTP/1.1" status: 200 len: 217 time: 0.0920770 Nov 11 11:03:24.461777 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-817c895c-c3c8-457d-afff-179d77da637e req-0fd67c05-0803-42df-bc59-34fb282abc94 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045879 Nov 11 11:03:24.496421 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e6939d77-54ce-4927-8275-30f10f2726a7 req-cea23406-7854-45a6-accf-986280ec8884 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047374 Nov 11 11:03:24.499705 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-da6b8298-42d9-4a67-8cb8-8b38091ef9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.501964 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-da6b8298-42d9-4a67-8cb8-8b38091ef9e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5070d105-2b56-4e97-b8e1-6cf17835464b HTTP/1.1" status: 200 len: 848 time: 0.1271186 Nov 11 11:03:24.504325 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-502a09f6-da10-4e2a-b3eb-6a2bb6ded38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.505739 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-502a09f6-da10-4e2a-b3eb-6a2bb6ded38c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.0926781 Nov 11 11:03:24.507148 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030fc830-e5e4-4477-8bf6-4153a6eca12c x-openstack-request-id: req-030fc830-e5e4-4477-8bf6-4153a6eca12c {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:24.507517 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "tag": "494db549-6359-4c91-89ca-f67f07a8c765", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:24.507677 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-030fc830-e5e4-4477-8bf6-4153a6eca12c {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:24.513818 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765', 'status': 'completed', 'code': 200} Nov 11 11:03:24.588989 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-f6597397-c7ee-42dc-b50c-0d9a223589f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448580 Nov 11 11:03:24.592860 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-fef1d390-b767-4963-87af-77b60a69156c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2e45620-48d9-49bc-8ffa-b462621746af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575788 Nov 11 11:03:24.758743 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2633fca-ccd7-4a5d-a5ea-7a7243375995 req-901f9b35-4b64-4b8e-8693-1ad9a00c634c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:24.760254 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a2633fca-ccd7-4a5d-a5ea-7a7243375995 req-901f9b35-4b64-4b8e-8693-1ad9a00c634c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 943 time: 0.1901231 Nov 11 11:03:24.824819 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-87ca4043-5e19-43a0-b0f4-e0e1dac3165b service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066619 Nov 11 11:03:24.833666 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-84093fe4-c567-4d4e-ac37-3098dc4b98db service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143927 Nov 11 11:03:24.918354 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a2633fca-ccd7-4a5d-a5ea-7a7243375995 req-386cf08a-1d34-4b1f-9756-6297e4c6bdf9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489313 Nov 11 11:03:25.013327 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acc462dc-7ac1-44e0-b786-4baa690903b9 req-230317c3-2ee1-410c-91fa-298f464deded service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645036 Nov 11 11:03:25.016891 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dc85b60-3fcb-4305-a109-183b7f477458 req-8488c1f6-c373-47e0-b185-f92dbe2393ec service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691856 Nov 11 11:03:25.119360 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-a70e68b0-2d63-4b3b-a1b9-d75ee88ddaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:25.120914 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-a70e68b0-2d63-4b3b-a1b9-d75ee88ddaa4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 1096 time: 0.0423906 Nov 11 11:03:25.220952 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-442e572c-d719-425d-af0c-8f4e6a818242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:25.222408 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-442e572c-d719-425d-af0c-8f4e6a818242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 909 time: 0.0885339 Nov 11 11:03:25.274207 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-44de6e79-d0bc-4b34-93fd-b6fedc8bbbb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=494db549-6359-4c91-89ca-f67f07a8c765 HTTP/1.1" status: 200 len: 217 time: 0.0337501 Nov 11 11:03:25.348114 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-91342ade-504d-4d65-b66d-ad50aed96669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:25.350186 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-91342ade-504d-4d65-b66d-ad50aed96669 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5070d105-2b56-4e97-b8e1-6cf17835464b HTTP/1.1" status: 200 len: 848 time: 0.0489783 Nov 11 11:03:25.384152 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-f88df8ec-3f19-4847-a172-86b9a34fd26c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2e45620-48d9-49bc-8ffa-b462621746af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240850 Nov 11 11:03:25.486950 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-04dc020f-d0c2-43af-befc-83252fe36dc1 service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Nov 11 11:03:25.653765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d0c38-5a21-4091-889c-7f77d74e6149 req-105fd424-88c6-4b7b-bf0c-1fad138a1d5f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:25.655211 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-147d0c38-5a21-4091-889c-7f77d74e6149 req-105fd424-88c6-4b7b-bf0c-1fad138a1d5f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 943 time: 0.1129260 Nov 11 11:03:25.661391 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-90c479a1-6dc5-49ab-a1bc-57d21d51af24 req-51c08145-19ee-4595-b40f-ff8e3a3ca232 service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656480 Nov 11 11:03:25.671056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d31c-1537-4046-95a5-86c9bf06d0f3 req-f03f4d7f-9450-4361-bd53-7a4bd7d3cc1d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:25.672420 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cd96d31c-1537-4046-95a5-86c9bf06d0f3 req-f03f4d7f-9450-4361-bd53-7a4bd7d3cc1d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1039331 Nov 11 11:03:25.734388 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-147d0c38-5a21-4091-889c-7f77d74e6149 req-8917ef98-40a3-4310-bdfd-bf6a06eead49 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 Nov 11 11:03:25.753371 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cd96d31c-1537-4046-95a5-86c9bf06d0f3 req-9723f2b0-29fb-4222-abde-9fb87d75d7d9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Nov 11 11:03:26.039506 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba01f8-6535-4cb7-85e7-62723520592b req-fb94b9b4-6294-4798-bdae-b33d4783d60c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:26.041191 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aba01f8-6535-4cb7-85e7-62723520592b req-fb94b9b4-6294-4798-bdae-b33d4783d60c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 943 time: 0.0539880 Nov 11 11:03:26.090753 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aba01f8-6535-4cb7-85e7-62723520592b req-af7e3704-f746-46da-94bb-954de0d094c8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Nov 11 11:03:26.122660 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8e78184c-8f5f-4587-89af-ebedf162e8b8 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:03:26.341457 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:26.352980 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '8e78184c-8f5f-4587-89af-ebedf162e8b8', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'port_id': '8e78184c-8f5f-4587-89af-ebedf162e8b8', 'mac_address': 'fa:16:3e:63:de:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f62eb9-81b0-41d9-8644-55d85347a0f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:03:26.389601 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:26.402010 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e78184c-8f5f-4587-89af-ebedf162e8b8 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:26.422639 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:26.425703 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:26.483118 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:26.490837 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.491183 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.491521 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.491853 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.492178 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.492502 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.492846 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.493164 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.493507 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.493827 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.494142 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.494455 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:03:26.814351 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['8e78184c-8f5f-4587-89af-ebedf162e8b8'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:26.896520 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540a130-0000-421b-a6d0-0377eed3de20 req-79d881ce-54d0-4c30-a788-dbe459653b7f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:26.898093 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f540a130-0000-421b-a6d0-0377eed3de20 req-79d881ce-54d0-4c30-a788-dbe459653b7f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 943 time: 0.0889151 Nov 11 11:03:26.914614 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208c2d2-0a26-41d3-8cf0-3e4ad982c7d6 req-66dce15d-5120-43cd-a7ea-c644d4879fe5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:26.916311 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0208c2d2-0a26-41d3-8cf0-3e4ad982c7d6 req-66dce15d-5120-43cd-a7ea-c644d4879fe5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0714312 Nov 11 11:03:26.993307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f540a130-0000-421b-a6d0-0377eed3de20 req-863d0db7-2168-415d-9ffc-b1b7839e6128 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759845 Nov 11 11:03:27.000574 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0208c2d2-0a26-41d3-8cf0-3e4ad982c7d6 req-fda4d6b9-46c6-4283-b38a-e72fca6506da tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 Nov 11 11:03:27.235773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be8b75-68e4-4043-acda-0d2cb7f19c5f req-a8d42f48-ade0-4901-82b5-aff1d000e9f1 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:27.237263 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f7be8b75-68e4-4043-acda-0d2cb7f19c5f req-a8d42f48-ade0-4901-82b5-aff1d000e9f1 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 944 time: 0.0519049 Nov 11 11:03:27.284416 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f7be8b75-68e4-4043-acda-0d2cb7f19c5f req-74b162eb-4a46-4116-a6e5-4b8c33d064a7 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Nov 11 11:03:28.145181 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08148-4be9-430b-bbfe-da62108dfbd7 req-310a0903-4a8b-4ab0-a62a-9ccc78519dc2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:28.147618 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3dd08148-4be9-430b-bbfe-da62108dfbd7 req-310a0903-4a8b-4ab0-a62a-9ccc78519dc2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 943 time: 0.0782347 Nov 11 11:03:28.151457 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 494db549-6359-4c91-89ca-f67f07a8c765 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:03:28.157234 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8e78184c-8f5f-4587-89af-ebedf162e8b8 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:03:28.186421 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311fa91-1b87-496e-9916-34372e684157 req-25ac8582-7b91-4a4e-ab8e-2b9feb6da403 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:28.187975 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f311fa91-1b87-496e-9916-34372e684157 req-25ac8582-7b91-4a4e-ab8e-2b9feb6da403 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1087410 Nov 11 11:03:28.238420 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3dd08148-4be9-430b-bbfe-da62108dfbd7 req-d5845edc-c557-425b-b549-2b77f96c3943 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839334 Nov 11 11:03:28.287390 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 8e78184c-8f5f-4587-89af-ebedf162e8b8 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:03:28.301302 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 8e78184c-8f5f-4587-89af-ebedf162e8b8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:03:28.301721 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.330684 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=494db549-6359-4c91-89ca-f67f07a8c765,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:28.345767 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36662) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:28.351601 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '494db549-6359-4c91-89ca-f67f07a8c765', 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af', 'port_id': '494db549-6359-4c91-89ca-f67f07a8c765', 'mac_address': 'fa:16:3e:40:df:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5070d105-2b56-4e97-b8e1-6cf17835464b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:03:28.406634 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.444378 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494db549-6359-4c91-89ca-f67f07a8c765 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:28.455968 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.480232 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=494db549-6359-4c91-89ca-f67f07a8c765,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:28.484127 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-01b85527-a918-4ab1-8bf0-9038c61b53cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.487920 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.497168 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:28.499468 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199c4a6a-9ce5-43b7-bb0a-91e7790477b2" -d '{"events": [{"server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "name": "network-vif-plugged", "status": "completed", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:28.506712 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f311fa91-1b87-496e-9916-34372e684157 req-e5d68bf0-69f9-4f6e-b29c-5af3e5fd8fcc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004882 Nov 11 11:03:28.535318 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:28.552603 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.573540 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:28.619160 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe697fd5-52ff-4b3c-857f-8ce8cd4b8a84 x-openstack-request-id: req-fe697fd5-52ff-4b3c-857f-8ce8cd4b8a84 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:28.619399 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "name": "network-vif-plugged", "status": "completed", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:28.619626 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe697fd5-52ff-4b3c-857f-8ce8cd4b8a84 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:28.620230 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8', 'code': 200} Nov 11 11:03:28.633068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb625-f22d-4e66-9bc6-0d01b591012f req-a22bbe4f-4c9f-4d90-8c26-ebfbedea0d8a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:28.635086 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-115fb625-f22d-4e66-9bc6-0d01b591012f req-a22bbe4f-4c9f-4d90-8c26-ebfbedea0d8a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0639765 Nov 11 11:03:28.639537 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-01b85527-a918-4ab1-8bf0-9038c61b53cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.646707 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-01b85527-a918-4ab1-8bf0-9038c61b53cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.653235 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:28.685207 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-01b85527-a918-4ab1-8bf0-9038c61b53cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fe805b17e90434b964519b8fd9b67c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376248 Nov 11 11:03:28.685838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36670) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:28.707777 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-115fb625-f22d-4e66-9bc6-0d01b591012f req-196c40f4-f9b8-4a92-8c24-b418f0c936b2 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Nov 11 11:03:28.750957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b85527-a918-4ab1-8bf0-9038c61b53cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31277761-05c2-44f7-9e3b-30d970e294fc,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:28.783149 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.805750 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.807128 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d86c8e-5017-4418-b7a0-a8b94c1766d7 req-74ea60a5-315a-4bf7-9317-ac8fa07e9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:28.808743 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6d86c8e-5017-4418-b7a0-a8b94c1766d7 req-74ea60a5-315a-4bf7-9317-ac8fa07e9efd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 1098 time: 0.0484838 Nov 11 11:03:28.849821 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['494db549-6359-4c91-89ca-f67f07a8c765'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:28.862978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.866612 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:28.870275 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31277761-05c2-44f7-9e3b-30d970e294fc HTTP/1.1" status: 204 len: 168 time: 0.1801410 Nov 11 11:03:28.878730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c49e3-3c8c-4776-ac77-563583010d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31277761-05c2-44f7-9e3b-30d970e294fc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:28.911087 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6d86c8e-5017-4418-b7a0-a8b94c1766d7 req-f114ef24-0521-4700-8a9a-278dfdf7ff35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Nov 11 11:03:29.371628 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dab55-5a9a-46f3-929f-720186583b0f req-310e236a-d775-46d0-ac57-0010c03ac2ff tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:29.373133 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b2dab55-5a9a-46f3-929f-720186583b0f req-310e236a-d775-46d0-ac57-0010c03ac2ff tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 944 time: 0.0564198 Nov 11 11:03:29.429952 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b2dab55-5a9a-46f3-929f-720186583b0f req-e431ad9d-ca78-4422-8921-eabeee3cc072 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508790 Nov 11 11:03:32.411418 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fead-684b-4d44-87d9-9ea9695eb526 req-53cd3641-2a7e-4098-b07e-c18c53590838 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:32.412926 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c7c8fead-684b-4d44-87d9-9ea9695eb526 req-53cd3641-2a7e-4098-b07e-c18c53590838 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Nov 11 11:03:32.491931 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe891-9b60-4cc3-9504-fb3754033550 req-3628537e-aa25-4fb1-8020-ca44ff5e78a4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:32.493449 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dffe891-9b60-4cc3-9504-fb3754033550 req-3628537e-aa25-4fb1-8020-ca44ff5e78a4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0796409 Nov 11 11:03:32.496699 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c7c8fead-684b-4d44-87d9-9ea9695eb526 req-71f2af3f-da19-41d0-b772-c17bd047721e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747166 Nov 11 11:03:32.556086 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8dffe891-9b60-4cc3-9504-fb3754033550 req-b807ecd3-48dc-40af-9783-0e442c41e363 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Nov 11 11:03:32.607934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d740548-9170-4c21-92ef-e6844a6a165e req-1fc8a433-9bd1-42da-8ba0-20953731d92b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:32.609486 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1d740548-9170-4c21-92ef-e6844a6a165e req-1fc8a433-9bd1-42da-8ba0-20953731d92b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 944 time: 0.0516169 Nov 11 11:03:32.660041 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1d740548-9170-4c21-92ef-e6844a6a165e req-af4f75ab-2b5e-4a1b-83eb-80a532182540 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Nov 11 11:03:33.639103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aebd96-a905-4941-a5e8-f3700c5d37cb req-ea25f732-0489-463e-b8e7-daaf5ebf9557 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:33.640783 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9aebd96-a905-4941-a5e8-f3700c5d37cb req-ea25f732-0489-463e-b8e7-daaf5ebf9557 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0662575 Nov 11 11:03:33.736070 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76087e7c-6366-4051-a905-4587389071b9 req-dd07b9d3-3189-40b2-9b6b-d481f1b6c222 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:33.737584 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-76087e7c-6366-4051-a905-4587389071b9 req-dd07b9d3-3189-40b2-9b6b-d481f1b6c222 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0937626 Nov 11 11:03:33.740855 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9aebd96-a905-4941-a5e8-f3700c5d37cb req-e1a2047f-29d0-4618-bfcf-c7f29bab5d8d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867791 Nov 11 11:03:33.785985 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-76087e7c-6366-4051-a905-4587389071b9 req-2325f563-1913-486d-8ebb-b16b3e0fac41 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Nov 11 11:03:33.841506 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6aa5-eb8f-4aa9-a47a-6d937123be75 req-9a38de36-8fea-4b63-9822-2f2ac3c638a6 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:33.842899 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a49b6aa5-eb8f-4aa9-a47a-6d937123be75 req-9a38de36-8fea-4b63-9822-2f2ac3c638a6 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 944 time: 0.0475147 Nov 11 11:03:33.891743 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a49b6aa5-eb8f-4aa9-a47a-6d937123be75 req-eae55115-6463-494d-b6c9-46e7253bc6db tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Nov 11 11:03:34.209830 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 494db549-6359-4c91-89ca-f67f07a8c765 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:03:34.257186 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36820) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:34.262746 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 494db549-6359-4c91-89ca-f67f07a8c765 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:03:34.267480 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 494db549-6359-4c91-89ca-f67f07a8c765 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:03:34.268027 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.353431 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.376665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-27384deb-53c6-4243-a15a-d766c3b2c7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.380651 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:34.383126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdefa8c5-3b67-476f-aae9-8f5b7ffab364" -d '{"events": [{"server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "name": "network-vif-plugged", "status": "completed", "tag": "494db549-6359-4c91-89ca-f67f07a8c765"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:34.396341 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=494db549-6359-4c91-89ca-f67f07a8c765,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:34.403700 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.431211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92874b2b-434b-42af-8280-5940894905c8 x-openstack-request-id: req-92874b2b-434b-42af-8280-5940894905c8 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:34.431560 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "name": "network-vif-plugged", "status": "completed", "tag": "494db549-6359-4c91-89ca-f67f07a8c765", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:34.431818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92874b2b-434b-42af-8280-5940894905c8 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:34.432217 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765', 'code': 200} Nov 11 11:03:34.461358 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:34.482141 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-27384deb-53c6-4243-a15a-d766c3b2c7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.489888 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-27384deb-53c6-4243-a15a-d766c3b2c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.538592 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-27384deb-53c6-4243-a15a-d766c3b2c7fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f175f01009447c7902692c1c266d5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799945 Nov 11 11:03:34.539452 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27384deb-53c6-4243-a15a-d766c3b2c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac8f25-ab8c-4220-ba23-09a3cb676a03,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:34.541504 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36834) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:34.605041 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.626284 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.671891 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c06503-22b4-4034-a5bd-433e0e3114a9 req-e63029f7-84b0-4c57-a372-d7fec8a2afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:34.673422 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-63c06503-22b4-4034-a5bd-433e0e3114a9 req-e63029f7-84b0-4c57-a372-d7fec8a2afe5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 1098 time: 0.0398710 Nov 11 11:03:34.673695 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.676888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:34.677997 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36ac8f25-ab8c-4220-ba23-09a3cb676a03 HTTP/1.1" status: 204 len: 168 time: 0.1353807 Nov 11 11:03:34.687236 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b73dd0-4d7b-4fd7-b222-5496ecc316b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac8f25-ab8c-4220-ba23-09a3cb676a03,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:34.738029 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-63c06503-22b4-4034-a5bd-433e0e3114a9 req-d083dbf8-91d0-4c59-a147-f0bcbaae4b0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Nov 11 11:03:34.870249 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82500d2-d662-4b3e-98d0-e105b9ad93f3 req-3e5c628f-0825-4a2b-96e0-6958767709aa tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:34.873046 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b82500d2-d662-4b3e-98d0-e105b9ad93f3 req-3e5c628f-0825-4a2b-96e0-6958767709aa tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0609522 Nov 11 11:03:34.961273 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8316ab-210b-4999-8b3d-b29793abc242 req-b70dea3b-9946-460c-a449-476abcc94c4a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:34.962818 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8c8316ab-210b-4999-8b3d-b29793abc242 req-b70dea3b-9946-460c-a449-476abcc94c4a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0820248 Nov 11 11:03:34.967961 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b82500d2-d662-4b3e-98d0-e105b9ad93f3 req-a24bf78d-0eb2-4510-82d8-45d2b59435f3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893018 Nov 11 11:03:35.030278 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36852) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:35.036860 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8c8316ab-210b-4999-8b3d-b29793abc242 req-3f3c1294-cdd3-4e92-87a3-e4954208ad8c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Nov 11 11:03:35.045003 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd65-dda4-4fc3-bb4e-8d48adbdf246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.062537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 36856) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:35.110579 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfc5e2-4152-4368-9551-644d05a5b836 req-a6d78255-62ac-4e69-b7c3-e27a7431dccc tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:35.112440 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eabfc5e2-4152-4368-9551-644d05a5b836 req-a6d78255-62ac-4e69-b7c3-e27a7431dccc tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0619886 Nov 11 11:03:35.156319 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd65-dda4-4fc3-bb4e-8d48adbdf246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.161963 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5c04fd65-dda4-4fc3-bb4e-8d48adbdf246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.171813 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eabfc5e2-4152-4368-9551-644d05a5b836 req-3d8e85cd-9df7-44b0-828b-c4ace9ffc1bb tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Nov 11 11:03:35.212350 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04fd65-dda4-4fc3-bb4e-8d48adbdf246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b1022-bb8a-4f91-8e1f-cd171e3b17fc,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:35.217654 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-5c04fd65-dda4-4fc3-bb4e-8d48adbdf246 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45732ba421cf43038c96bdd77e77050b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863270 Nov 11 11:03:35.220801 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36864) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:35.270131 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c7ba-b360-4a17-aed6-64174ed75673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.273926 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.304271 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.365894 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c7ba-b360-4a17-aed6-64174ed75673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.370334 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.373574 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.374720 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d11b1022-bb8a-4f91-8e1f-cd171e3b17fc HTTP/1.1" status: 204 len: 168 time: 0.1530058 Nov 11 11:03:35.377763 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c7ba-b360-4a17-aed6-64174ed75673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.395577 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb52d-3e10-4d4a-8e75-fdad48825118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b1022-bb8a-4f91-8e1f-cd171e3b17fc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:35.428628 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9eb7c7ba-b360-4a17-aed6-64174ed75673 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5edbb352c7724e55a62e3a4d5862303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641903 Nov 11 11:03:35.429419 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c7ba-b360-4a17-aed6-64174ed75673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58feb885-87b1-43fd-98a0-2b251063cf91,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:35.431231 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36876) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:35.488241 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.526158 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.596957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.600538 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:35.609038 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58feb885-87b1-43fd-98a0-2b251063cf91 HTTP/1.1" status: 204 len: 168 time: 0.1765931 Nov 11 11:03:35.620136 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3afba-6c30-49bc-aa3d-5d0bbb3671ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58feb885-87b1-43fd-98a0-2b251063cf91,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:36.102027 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243a0dc-e929-4eb1-b85a-fbad269d963f req-f2f71fa8-5a9a-4f1c-ae0a-a7302364d9b3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:36.103677 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2243a0dc-e929-4eb1-b85a-fbad269d963f req-f2f71fa8-5a9a-4f1c-ae0a-a7302364d9b3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0502687 Nov 11 11:03:36.162869 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2243a0dc-e929-4eb1-b85a-fbad269d963f req-8c898fc3-8e07-458d-b794-466b03439295 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Nov 11 11:03:36.300257 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c429-b972-4166-9249-630df385fbd7 req-cc9c2819-313e-4fd0-8b5f-c5d133d88245 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:36.301982 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-41a2c429-b972-4166-9249-630df385fbd7 req-cc9c2819-313e-4fd0-8b5f-c5d133d88245 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0538657 Nov 11 11:03:36.378545 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-41a2c429-b972-4166-9249-630df385fbd7 req-5576fd01-7037-45f0-b1a7-2ae0323a380a tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Nov 11 11:03:37.294646 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54f7f-d14d-45fe-b03c-f50424cc6720 req-ec663535-4546-42c8-8e8d-ff183b13b11a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:37.296107 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4bb54f7f-d14d-45fe-b03c-f50424cc6720 req-ec663535-4546-42c8-8e8d-ff183b13b11a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Nov 11 11:03:37.351192 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4bb54f7f-d14d-45fe-b03c-f50424cc6720 req-c3d28df3-7e84-4b2f-affc-793a53ae5053 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Nov 11 11:03:37.525910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb057c36-eb3e-4dd2-b218-33169c64721d req-5bb226ff-20eb-45be-9a33-ccb81074aeb4 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:37.527314 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb057c36-eb3e-4dd2-b218-33169c64721d req-5bb226ff-20eb-45be-9a33-ccb81074aeb4 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0689578 Nov 11 11:03:37.578048 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb057c36-eb3e-4dd2-b218-33169c64721d req-a6571cb3-e48d-4e96-a289-93cd873829ea tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Nov 11 11:03:37.933041 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 36992) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:38.043319 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-980d799d-f794-491a-9cba-ab409789fd78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.148838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-980d799d-f794-491a-9cba-ab409789fd78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.154053 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-980d799d-f794-491a-9cba-ab409789fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.195418 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-980d799d-f794-491a-9cba-ab409789fd78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=873479a55ac64173802a8ccf20e25ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612734 Nov 11 11:03:38.196904 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d799d-f794-491a-9cba-ab409789fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06159d6-1ecf-49ae-991d-e5df49997565,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:38.198701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37006) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:38.273251 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.299843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.375982 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f9ff8-fd1e-4c6c-9dc3-6fb57978668c req-a3064488-c2ce-4a1f-a672-aec4934c174b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:38.377555 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9b9f9ff8-fd1e-4c6c-9dc3-6fb57978668c req-a3064488-c2ce-4a1f-a672-aec4934c174b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0800617 Nov 11 11:03:38.404697 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.407202 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:38.408295 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a06159d6-1ecf-49ae-991d-e5df49997565 HTTP/1.1" status: 204 len: 168 time: 0.2085299 Nov 11 11:03:38.430124 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee5e8-7fff-4950-9d21-ef54a458d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06159d6-1ecf-49ae-991d-e5df49997565,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:38.494147 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9b9f9ff8-fd1e-4c6c-9dc3-6fb57978668c req-5b410221-3676-4d83-b237-4097040479ba tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970120 Nov 11 11:03:38.517052 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e22236-85ca-45dc-8eab-9a14cd4d279a req-cc3ce297-b42d-4734-bbd1-d25b00b19d97 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:38.526205 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05e22236-85ca-45dc-8eab-9a14cd4d279a req-cc3ce297-b42d-4734-bbd1-d25b00b19d97 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0974143 Nov 11 11:03:38.576132 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05e22236-85ca-45dc-8eab-9a14cd4d279a req-96b12a38-9b9b-45c6-9ca6-3ceffd2fc379 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Nov 11 11:03:39.595557 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37060) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:39.621913 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1a18c-0b62-4254-9db5-29132bd00dc7 req-b5a5d704-718b-4ba9-be24-a5d005cc35a5 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:39.623627 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1eb1a18c-0b62-4254-9db5-29132bd00dc7 req-b5a5d704-718b-4ba9-be24-a5d005cc35a5 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0536103 Nov 11 11:03:39.694751 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1eb1a18c-0b62-4254-9db5-29132bd00dc7 req-5f045267-82ce-4a94-8000-a4d626516263 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648925 Nov 11 11:03:39.703778 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27956636-37f2-4ce3-8db2-14cb5a1a925f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.715946 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6fb83-5608-46e7-ae27-62581c46fc0c req-a66ad1f4-b0dc-4d64-af44-5b1984ad29c4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:39.717982 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-afe6fb83-5608-46e7-ae27-62581c46fc0c req-a66ad1f4-b0dc-4d64-af44-5b1984ad29c4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0620875 Nov 11 11:03:39.770274 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-afe6fb83-5608-46e7-ae27-62581c46fc0c req-5f5a4244-70f4-4618-aa99-d4517ae15420 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 Nov 11 11:03:39.785807 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27956636-37f2-4ce3-8db2-14cb5a1a925f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.789949 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27956636-37f2-4ce3-8db2-14cb5a1a925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.827080 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-27956636-37f2-4ce3-8db2-14cb5a1a925f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59248baaa37f4b80a276b7a6584f14d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304902 Nov 11 11:03:39.827948 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27956636-37f2-4ce3-8db2-14cb5a1a925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9ac9d-37d4-4830-999d-d139fa897c05,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:39.829905 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37066) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:39.878252 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.900942 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.950693 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.953378 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:39.954591 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68e9ac9d-37d4-4830-999d-d139fa897c05 HTTP/1.1" status: 204 len: 168 time: 0.1236138 Nov 11 11:03:39.963708 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a195951-6b22-49e7-a95e-9c8cd71d647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9ac9d-37d4-4830-999d-d139fa897c05,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:40.427128 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-365a9cf1-f6df-425b-bbb2-25823264e7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:40.508322 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-466a4459-e621-4504-958e-10b0d7d4cfb3 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:40.509870 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-466a4459-e621-4504-958e-10b0d7d4cfb3 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.0503225 Nov 11 11:03:40.641013 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Deleting port 494db549-6359-4c91-89ca-f67f07a8c765 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:03:40.641656 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:40.735087 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] For port 494db549-6359-4c91-89ca-f67f07a8c765, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=494db549-6359-4c91-89ca-f67f07a8c765,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:03:40.735580 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:40.756625 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Calling delete_port for 494db549-6359-4c91-89ca-f67f07a8c765 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:03:40.913733 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09a40-5ad8-41b8-ab8d-cbd0d0b5df25 req-efec56cb-9512-400f-b525-27a9d54edd7f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:40.915209 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bea09a40-5ad8-41b8-ab8d-cbd0d0b5df25 req-efec56cb-9512-400f-b525-27a9d54edd7f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 945 time: 0.1489050 Nov 11 11:03:40.958782 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d630-696d-47ef-8988-b17b42f62eab req-51f5dcd3-d27f-4512-8c2e-59d76fbcf9c8 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:40.960415 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a85d630-696d-47ef-8988-b17b42f62eab req-51f5dcd3-d27f-4512-8c2e-59d76fbcf9c8 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1117492 Nov 11 11:03:41.042548 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bea09a40-5ad8-41b8-ab8d-cbd0d0b5df25 req-1f02a63c-4f84-497b-8ce0-038e953adf3b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183372 Nov 11 11:03:41.063510 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:41.079340 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['494db549-6359-4c91-89ca-f67f07a8c765'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:41.172043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a85d630-696d-47ef-8988-b17b42f62eab req-766838bb-49d5-4724-8f9c-c298728e2ac6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045410 Nov 11 11:03:41.175375 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Pushing event deleted for resources: {'Port': ['ID=494db549-6359-4c91-89ca-f67f07a8c765,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:41.193165 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] No DVR routers for this DVR port 494db549-6359-4c91-89ca-f67f07a8c765 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:03:41.196168 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:41.199411 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8bac887-85f9-4d83-8618-f7e6ffc0c47d req-fab977dc-dbad-4cda-a418-9e984f276b02 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "DELETE /v2.0/ports/494db549-6359-4c91-89ca-f67f07a8c765 HTTP/1.1" status: 204 len: 173 time: 0.6816142 Nov 11 11:03:41.199844 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'name': 'network-vif-deleted', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:41.202068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4163c5f-e61b-4314-9d31-888c20695816" -d '{"events": [{"server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "name": "network-vif-deleted", "tag": "494db549-6359-4c91-89ca-f67f07a8c765"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:41.239940 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea78293-2990-4701-abce-5e72824c8b9a x-openstack-request-id: req-aea78293-2990-4701-abce-5e72824c8b9a {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:41.240239 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb89c25-268d-4a81-9e62-51c9ad135d4c", "name": "network-vif-deleted", "tag": "494db549-6359-4c91-89ca-f67f07a8c765", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:41.240486 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aea78293-2990-4701-abce-5e72824c8b9a {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:41.240910 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb89c25-268d-4a81-9e62-51c9ad135d4c', 'name': 'network-vif-deleted', 'tag': '494db549-6359-4c91-89ca-f67f07a8c765', 'status': 'completed', 'code': 200} Nov 11 11:03:42.867865 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5226433d-05b7-44f4-8e38-544b40b98212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:43.914543 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:44.249171 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 494db549-6359-4c91-89ca-f67f07a8c765 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:03:44.275925 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 494db549-6359-4c91-89ca-f67f07a8c765 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:03:44.276483 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 494db549-6359-4c91-89ca-f67f07a8c765 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:03:44.281434 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1f8c394-b72b-40ba-8ac6-60d935ec601a req-895ecedf-f11b-41b7-93e4-86578e859342 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 210 time: 0.0388663 Nov 11 11:03:44.362797 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83252097-8018-49a3-9b9f-5e53964d146c req-49fa17a6-8f3b-4715-ae82-51947973f46d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:44.364577 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-83252097-8018-49a3-9b9f-5e53964d146c req-49fa17a6-8f3b-4715-ae82-51947973f46d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0509198 Nov 11 11:03:44.414236 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-83252097-8018-49a3-9b9f-5e53964d146c req-791228cd-bc42-4e68-b958-2c919fd561ae tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Nov 11 11:03:45.419755 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:46.355300 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:47.564512 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-840cdf7d-41ef-4ccd-bdd7-5f15bd3ae8e9 req-9830cbea-ba88-40ee-a750-651772bd7798 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb89c25-268d-4a81-9e62-51c9ad135d4c HTTP/1.1" status: 200 len: 210 time: 0.0312619 Nov 11 11:03:47.610594 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1e88c-9651-4bfd-a51c-af3d690bfa87 req-40345dc1-d349-4cf0-a2a2-969bb13b66b1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:47.612034 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-43d1e88c-9651-4bfd-a51c-af3d690bfa87 req-40345dc1-d349-4cf0-a2a2-969bb13b66b1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0537188 Nov 11 11:03:47.662393 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-43d1e88c-9651-4bfd-a51c-af3d690bfa87 req-b0e1f882-2fb1-4af2-b07d-fd2a6afa434a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Nov 11 11:03:51.598625 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade085-2051-4b01-904e-bd5f06743b66 req-175a9b25-817a-44b2-82b2-1bf60a9c9f09 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:51.600416 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-74ade085-2051-4b01-904e-bd5f06743b66 req-175a9b25-817a-44b2-82b2-1bf60a9c9f09 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0663824 Nov 11 11:03:51.655172 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-74ade085-2051-4b01-904e-bd5f06743b66 req-cfbbf401-8f8f-4d08-9815-050859d48b17 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Nov 11 11:03:51.780511 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-f3ffe99d-d886-4c2f-ac36-12581e8807b7 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:51.781940 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-f3ffe99d-d886-4c2f-ac36-12581e8807b7 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 808 time: 0.1064301 Nov 11 11:03:51.836907 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-1eb72f71-e2bd-4cd4-8308-45403104cef0 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/quotas/77a4c44c28554aada84c892d1e7447b8 HTTP/1.1" status: 200 len: 375 time: 0.0449057 Nov 11 11:03:51.873613 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-f843e4a1-bfe2-4982-b7e2-b60726dac83e tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299134 Nov 11 11:03:51.954536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-90e89034-37fd-49df-a0d7-f3a302537317 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:51.956527 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-90e89034-37fd-49df-a0d7-f3a302537317 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.1732194 Nov 11 11:03:51.978511 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-9273dba7-28ad-407a-9205-68e7132429e8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/quotas/d16b48906d2c4fc293193f47ad9c89da HTTP/1.1" status: 200 len: 375 time: 0.0160270 Nov 11 11:03:52.027619 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-a48d662a-5a2b-46d3-91d7-f1be80833644 service neutron] 10.222.0.57 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454737 Nov 11 11:03:52.087362 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-64680eec-bda2-4d7b-9182-90f55ceb4038 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026962 Nov 11 11:03:52.179088 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-55c89d3a-ad04-4fb1-81ef-aa1b3259d18f service neutron] 10.222.0.57 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435642 Nov 11 11:03:52.203499 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-95c7935a-1420-4cd1-976b-4e39b90f2460 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062043 Nov 11 11:03:52.312727 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-2a72059d-88d0-4af4-91ed-ed285cdbda3a service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024127 Nov 11 11:03:52.356879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa5cd664-66f2-4878-908a-d2b03f98c3ed req-816fcb8d-8b92-4755-9108-efd530d1368f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0315244 Nov 11 11:03:52.382733 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:52.697358 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c9621ca-ddc4-4673-b504-3462b3c1f26d req-4ddbc1f9-2310-4e25-ac9e-f800bc43d3ea tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 210 time: 0.0399625 Nov 11 11:03:52.805506 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce99c40-7c80-4fea-b02c-ae6bbf8cbdce req-65a9d15c-b31a-4b15-a5b3-9f1cc200893b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:52.812724 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4ce99c40-7c80-4fea-b02c-ae6bbf8cbdce req-65a9d15c-b31a-4b15-a5b3-9f1cc200893b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0599754 Nov 11 11:03:52.813503 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37332) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:52.874727 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4ce99c40-7c80-4fea-b02c-ae6bbf8cbdce req-3d4f85cb-86fc-4698-bca1-b5df552cb58e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609643 Nov 11 11:03:52.985328 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-91d0ad22-468e-4fbf-9470-739ec8616cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.110131 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-91d0ad22-468e-4fbf-9470-739ec8616cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.117452 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-91d0ad22-468e-4fbf-9470-739ec8616cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.172070 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbfd86-aad9-45d6-98f4-bb84ae54d124 req-9bea1084-4abd-4c7f-b9c7-7541d8e6dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:53.173843 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-63fbfd86-aad9-45d6-98f4-bb84ae54d124 req-9bea1084-4abd-4c7f-b9c7-7541d8e6dabb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 1098 time: 0.0541110 Nov 11 11:03:53.176050 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ad22-468e-4fbf-9470-739ec8616cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1a0e1-f915-420f-826f-1227ecfad97a,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:53.186124 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-91d0ad22-468e-4fbf-9470-739ec8616cf4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e090f0968334147a7b0897bd6cfba13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712535 Nov 11 11:03:53.188365 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37344) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:03:53.253131 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.291932 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.374418 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.377156 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:53.379390 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36b1a0e1-f915-420f-826f-1227ecfad97a HTTP/1.1" status: 204 len: 168 time: 0.1901112 Nov 11 11:03:53.404108 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd917-7f4d-4cf8-b02a-326e750185e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1a0e1-f915-420f-826f-1227ecfad97a,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:53.460457 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-63fbfd86-aad9-45d6-98f4-bb84ae54d124 req-32de323a-b709-4e5b-9715-4c647f9c72b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702384 Nov 11 11:03:53.474819 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9bcbee77-69d9-4ac2-b866-de013a5c661e req-26d72c45-6c20-403c-a4cf-42909c28c7b2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0280755 Nov 11 11:03:53.850501 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05e954c6-aa5c-4178-8db8-521f1fc9a94c req-5816cbe5-6297-4649-9248-a1c6d236e790 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 210 time: 0.0247705 Nov 11 11:03:54.081438 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59ec2-adad-4a96-9b5c-d35c288f1f2c req-33851943-c2ba-405a-a7be-5e1387ef0cce tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:54.082941 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a9b59ec2-adad-4a96-9b5c-d35c288f1f2c req-33851943-c2ba-405a-a7be-5e1387ef0cce tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1084387 Nov 11 11:03:54.105376 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-86058f52-7e93-4d03-abb7-42cd94c2f12c tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:54.106791 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-86058f52-7e93-4d03-abb7-42cd94c2f12c tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 808 time: 0.1549988 Nov 11 11:03:54.141772 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a9b59ec2-adad-4a96-9b5c-d35c288f1f2c req-34e7f340-4940-409a-b9df-0b55d01184c5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Nov 11 11:03:54.568180 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-03ce284b-0731-4f98-95dc-a4f9beb7f318 req-ef855d98-5309-4d16-b065-06e13b8fe72e tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0259368 Nov 11 11:03:56.956228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Request body: {'port': {'device_id': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af', 'admin_state_up': True, 'tenant_id': '77a4c44c28554aada84c892d1e7447b8'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:57.105989 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9ab294f2-5ae7-4f23-9e9d-bc79638b69c6 req-27427e8b-4d02-449e-9fa1-15f843c1a839 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 210 time: 0.0403130 Nov 11 11:03:57.127210 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Made reservation on behalf of 77a4c44c28554aada84c892d1e7447b8 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:57.131028 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:57.171159 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49695f-dfb7-4dac-96f2-dbf1d6547e63 req-d9e0929a-956b-4a57-9f95-1123546dca66 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:57.172581 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa49695f-dfb7-4dac-96f2-dbf1d6547e63 req-d9e0929a-956b-4a57-9f95-1123546dca66 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0929766 Nov 11 11:03:57.244811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ff247a75-1076-44e2-986a-623c927f1dee req-b50cc4f4-3c8d-4f5d-a7d1-b8ae09e2c2e6 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0712364 Nov 11 11:03:57.339998 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa49695f-dfb7-4dac-96f2-dbf1d6547e63 req-688817f2-fb65-4fba-90ad-8c9bffb64c0e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393366 Nov 11 11:03:57.392647 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Allocated IP 172.20.0.2 (f2e45620-48d9-49bc-8ffa-b462621746af/5070d105-2b56-4e97-b8e1-6cf17835464b/31ec1305-bca0-48fa-bc71-b665a2e06969) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:03:57.454396 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e4b73af2-7b0d-4ea8-a254-ad760f67c128 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:57.456483 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e4b73af2-7b0d-4ea8-a254-ad760f67c128 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.1467741 Nov 11 11:03:57.481206 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Request body: {'port': {'device_id': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'admin_state_up': True, 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:57.665215 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:57.689532 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:03:57.693102 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:57.760405 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:57.840889 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Network f2e45620-48d9-49bc-8ffa-b462621746af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:03:57.870748 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:03:57.873110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:03:57.879199 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:57.879798 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:57.889701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Pushing event updated for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:57.915946 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-984c1345-66c4-41a2-b63e-917b24ee7f40 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636219 Nov 11 11:03:57.922144 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Allocated IP 172.20.0.3 (1a4f9d04-6b07-4e0f-bd31-47efc672df02/56f62eb9-81b0-41d9-8644-55d85347a0f2/87de39a5-39e1-4c77-b877-8cf181bd3071) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:03:57.931342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Request body: {'port': {'device_id': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:58.019981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.239846 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.266186 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a6a6e974-7295-43e0-965e-82023cacc7cb req-1ec1ecfd-c043-40dd-9ccd-20a37cf51a69 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 210 time: 0.0524645 Nov 11 11:03:58.384277 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.398618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', '8e78184c-8f5f-4587-89af-ebedf162e8b8'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:03:58.475412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:03:58.505420 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038df74-b171-47e3-9701-b1a4b4786c90 req-fe77383e-1408-49b7-8925-3b5e7da83565 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:58.507084 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b038df74-b171-47e3-9701-b1a4b4786c90 req-fe77383e-1408-49b7-8925-3b5e7da83565 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 931 time: 0.1726873 Nov 11 11:03:58.507970 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:03:58.514866 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:03:58.520479 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:58.521115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.523317 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event updated for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:58.584998 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e3eea551-b551-4bc9-a61c-87c888478e6d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1093907 Nov 11 11:03:58.592439 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ec1305-bca0-48fa-bc71-b665a2e06969 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:58.603794 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d6c04-b4f1-496c-8460-584180654e59 req-d78af9a2-b407-45af-9ca6-294dd090024e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:58.605275 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f69d6c04-b4f1-496c-8460-584180654e59 req-d78af9a2-b407-45af-9ca6-294dd090024e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1789210 Nov 11 11:03:58.617464 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Request body: {'port': {'device_id': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:03:58.624604 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.675777 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Transition to ACTIVE for port object 31ec1305-bca0-48fa-bc71-b665a2e06969 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:03:58.683100 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b038df74-b171-47e3-9701-b1a4b4786c90 req-553a544b-6924-40a3-b8c7-17566306c7b0 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564226 Nov 11 11:03:58.684994 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.758143 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:58.793660 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f69d6c04-b4f1-496c-8460-584180654e59 req-6b914192-3edb-43b7-84d2-d5e7928f42f4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666141 Nov 11 11:03:58.795288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Pushing event updated for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:58.851322 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Attempting to bind port 31ec1305-bca0-48fa-bc71-b665a2e06969 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:03:58.851646 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Attempting to bind port 31ec1305-bca0-48fa-bc71-b665a2e06969 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:03:58.851973 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Attempting to bind port 31ec1305-bca0-48fa-bc71-b665a2e06969 on network f2e45620-48d9-49bc-8ffa-b462621746af {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:58.877021 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Port 31ec1305-bca0-48fa-bc71-b665a2e06969 on network f2e45620-48d9-49bc-8ffa-b462621746af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:03:58.877346 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Attempting to bind port 31ec1305-bca0-48fa-bc71-b665a2e06969 on network f2e45620-48d9-49bc-8ffa-b462621746af {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:58.949242 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:03:58.949805 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Checking segment: {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:03:58.950456 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Bound using segment: {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:03:58.950948 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Bound port: 31ec1305-bca0-48fa-bc71-b665a2e06969, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb658ff-51f5-4a5e-ad03-5f743883e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:03:58.951301 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.037789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782978f3-8db8-440f-a52e-2d0e71b96982 req-7409fcbe-628f-478f-8323-f1bf8db086e6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.039327 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-782978f3-8db8-440f-a52e-2d0e71b96982 req-7409fcbe-628f-478f-8323-f1bf8db086e6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1783714 Nov 11 11:03:59.154934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:03:59.179201 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=31ec1305-bca0-48fa-bc71-b665a2e06969,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:03:59.183258 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-782978f3-8db8-440f-a52e-2d0e71b96982 req-7f950585-cb28-4b92-a1fd-0720bad232a9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327593 Nov 11 11:03:59.187981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.256167 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.256896 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.257895 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] 10.222.0.20 "PUT /v2.0/ports/31ec1305-bca0-48fa-bc71-b665a2e06969 HTTP/1.1" status: 200 len: 1093 time: 1.3309712 Nov 11 11:03:59.261207 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:03:59.263381 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bba028-1940-4ed8-88d4-fbbef72bc376" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:03:59.313097 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c103a-9bd5-4d10-8cbf-2c2baab9702e service neutron] Pushing event updated for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:59.349214 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b530ff-edf1-4805-89c9-c5fa89ee25d8 x-openstack-request-id: req-13b530ff-edf1-4805-89c9-c5fa89ee25d8 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:03:59.349512 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:03:59.349774 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13b530ff-edf1-4805-89c9-c5fa89ee25d8 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:03:59.350175 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969', 'status': 'completed', 'code': 200} Nov 11 11:03:59.362174 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87de39a5-39e1-4c77-b877-8cf181bd3071 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:03:59.394110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.465194 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Transition to ACTIVE for port object 87de39a5-39e1-4c77-b877-8cf181bd3071 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:03:59.477664 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.486749 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-78bad470-0bf1-4189-94bb-5f32ac093036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.488931 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-78bad470-0bf1-4189-94bb-5f32ac093036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 1096 time: 0.1162944 Nov 11 11:03:59.584165 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc8da-2edf-494d-af19-cbe1b94f1fbb req-ccfa8225-a091-4321-8f05-1539d6aa25c9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.585963 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17abc8da-2edf-494d-af19-cbe1b94f1fbb req-ccfa8225-a091-4321-8f05-1539d6aa25c9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 931 time: 0.1693704 Nov 11 11:03:59.594274 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-88c8b592-206f-4140-8ab4-8664ba3cc743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ec1305-bca0-48fa-bc71-b665a2e06969 HTTP/1.1" status: 200 len: 217 time: 0.0716972 Nov 11 11:03:59.635051 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:03:59.699717 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Attempting to bind port 87de39a5-39e1-4c77-b877-8cf181bd3071 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:03:59.699989 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Attempting to bind port 87de39a5-39e1-4c77-b877-8cf181bd3071 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:03:59.700308 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Attempting to bind port 87de39a5-39e1-4c77-b877-8cf181bd3071 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:59.724823 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17abc8da-2edf-494d-af19-cbe1b94f1fbb req-4ab22d94-342e-4c83-b140-d72a1ac258af tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254506 Nov 11 11:03:59.725779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Port 87de39a5-39e1-4c77-b877-8cf181bd3071 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:03:59.726096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Attempting to bind port 87de39a5-39e1-4c77-b877-8cf181bd3071 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:03:59.729019 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-72e4140b-3c65-4f80-9d95-485795950fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.730391 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-72e4140b-3c65-4f80-9d95-485795950fbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5070d105-2b56-4e97-b8e1-6cf17835464b HTTP/1.1" status: 200 len: 848 time: 0.1099150 Nov 11 11:03:59.734372 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:03:59.734734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Checking segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:03:59.735174 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Bound using segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:03:59.735514 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Bound port: 87de39a5-39e1-4c77-b877-8cf181bd3071, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:03:59.736195 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.829961 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:03:59.838655 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4424a0-c992-4db4-b685-80be90d18a28 req-16758e05-897a-4654-9753-e8c1066ff374 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.840215 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b4424a0-c992-4db4-b685-80be90d18a28 req-16758e05-897a-4654-9753-e8c1066ff374 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 943 time: 0.0707285 Nov 11 11:03:59.841895 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=87de39a5-39e1-4c77-b877-8cf181bd3071,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:03:59.845993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.901576 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:03:59.902196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:03:59.903548 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] 10.222.0.20 "PUT /v2.0/ports/87de39a5-39e1-4c77-b877-8cf181bd3071 HTTP/1.1" status: 200 len: 1093 time: 1.2901084 Nov 11 11:04:00.140298 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a642-9eeb-47f4-9e42-c8397adb4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:00.150072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b4424a0-c992-4db4-b685-80be90d18a28 req-dc291c04-6a0c-4d61-bbb5-1d2edd4a5803 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017960 Nov 11 11:04:00.395111 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37534) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:00.498401 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-626d3d4b-fd41-49ef-8378-8acbe0b390e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.571538 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-626d3d4b-fd41-49ef-8378-8acbe0b390e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.575845 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-626d3d4b-fd41-49ef-8378-8acbe0b390e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.613848 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-626d3d4b-fd41-49ef-8378-8acbe0b390e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9b32e07ee584ce28d9965867c620b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176318 Nov 11 11:04:00.614701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d3d4b-fd41-49ef-8378-8acbe0b390e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3144f6-1644-49ef-a4a9-513f5f1d0578,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:00.616472 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37540) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:00.666564 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.687964 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.733387 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.735954 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:00.737142 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e3144f6-1644-49ef-a4a9-513f5f1d0578 HTTP/1.1" status: 204 len: 168 time: 0.1195951 Nov 11 11:04:00.744830 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a889a-b311-4798-8cc2-39ee512061c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3144f6-1644-49ef-a4a9-513f5f1d0578,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:00.983741 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:04:01.342368 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37568) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:01.351119 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:01.353244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4975784-ec25-4809-822d-d5d80e44ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:01.437835 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1112334922-network', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:01.457921 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Made reservation on behalf of 84b5e26c38894979842ce8caa0a5c827 for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:01.460115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.468139 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.545519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.549810 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.575113 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:04:01.585514 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5211529-608d-4950-a9ee-f62112d4de4d,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:01.591653 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.591992 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Added segment dc94384e-426d-42c2-a884-73c54b4587f3 of type vlan for network cd0cf38e-8a50-444b-ade6-c4970d3340c6 Nov 11 11:04:01.634758 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.658116 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.659461 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:01.660039 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.710145 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3666332 Nov 11 11:04:01.713406 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37578) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:01.722128 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Request body: {'subnet': {'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1112334922-subnet', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:01.722254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c3e3d-2649-44a7-a1a1-ec227467910c admin admin] Pushing event updated for resources: {'Network': ['ID=cd0cf38e-8a50-444b-ade6-c4970d3340c6,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:01.739042 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:04:01.744007 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Made reservation on behalf of 84b5e26c38894979842ce8caa0a5c827 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:01.746471 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.908337 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:01.956010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:01.972192 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Checking segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:01.972565 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Network hostable DHCP agents. Network: cd0cf38e-8a50-444b-ade6-c4970d3340c6, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:04:01.989415 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:04:01.998470 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, cd0cf38e-8a50-444b-ade6-c4970d3340c6) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:02.003065 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:02.003666 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.011065 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9e2c7-7aa9-4b0c-b46a-eef18ebf8907 None None] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:04:02.023594 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-cc16b083-7c74-4b0d-90c6-ef50e2597ced admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3084545 Nov 11 11:04:02.026286 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37580) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:02.030723 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:02.051083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.052252 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.110093 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.170271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:04:02.171309 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.252254 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.317705 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Allocated IP 172.20.0.2 (cd0cf38e-8a50-444b-ade6-c4970d3340c6/3a3c065b-bc07-401a-a2f5-93c7ff9a20e8/b0cfbddd-fcfd-4471-91d4-f111c149e7cf) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:02.460957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.466321 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.473077 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.480799 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.513363 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:02.516476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:02.523032 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:02.526246 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Pushing event updated for resources: {'Port': ['ID=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:02.580212 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Attempting to bind port b0cfbddd-fcfd-4471-91d4-f111c149e7cf on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:02.580651 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Attempting to bind port b0cfbddd-fcfd-4471-91d4-f111c149e7cf by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:02.581017 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Attempting to bind port b0cfbddd-fcfd-4471-91d4-f111c149e7cf on network cd0cf38e-8a50-444b-ade6-c4970d3340c6 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:02.586183 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:02.586556 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Checking segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:02.586960 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.587347 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Bound using segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:02.587845 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Bound port: b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:02.588231 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.595203 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Allocated IP 172.27.1.13 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/1d4e714e-76ab-4ec3-aa75-9160a14072e8) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:02.659638 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] For port b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:02.663130 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] For port b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:02.670771 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.686535 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-a1351dd9-1752-4ae7-8e2d-27978619ce03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2e45620-48d9-49bc-8ffa-b462621746af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884547 Nov 11 11:04:02.735371 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.761071 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0220d4-4b18-40c4-9b61-4d725a06cf27 None None] Pushing event updated for resources: {'Port': ['ID=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:02.799683 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:02.838901 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:02.841752 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:02.848040 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:02.878453 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Pushing event updated for resources: {'Port': ['ID=1d4e714e-76ab-4ec3-aa75-9160a14072e8,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:02.939670 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b148c607-7a9d-419b-92af-cba8f7ae2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:02.941244 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-b148c607-7a9d-419b-92af-cba8f7ae2ba5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 1096 time: 0.2042451 Nov 11 11:04:02.951363 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655650f2-5306-4d11-a4d2-9c3ceb117382 req-1e8d8869-05ff-439d-8f91-052e25416268 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:02.957093 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-655650f2-5306-4d11-a4d2-9c3ceb117382 req-1e8d8869-05ff-439d-8f91-052e25416268 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 943 time: 0.1801119 Nov 11 11:04:02.969848 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45edef-1ccf-41ef-a605-e34b4b3c92f4 req-36bedad8-f8d0-4185-a524-80580d3f7c1f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:02.982157 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b45edef-1ccf-41ef-a605-e34b4b3c92f4 req-36bedad8-f8d0-4185-a524-80580d3f7c1f tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 943 time: 0.1742921 Nov 11 11:04:03.052281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-a94e0c1d-469e-413d-8aaa-66d0fe3b344d service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164794 Nov 11 11:04:03.062407 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-e0445f6f-7c35-4a15-89bb-7bf8053870d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87de39a5-39e1-4c77-b877-8cf181bd3071 HTTP/1.1" status: 200 len: 217 time: 0.1036644 Nov 11 11:04:03.157460 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:03.232493 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-655650f2-5306-4d11-a4d2-9c3ceb117382 req-37af5c30-2c66-448c-ab8a-7491fcf24c8f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845105 Nov 11 11:04:03.245080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b45edef-1ccf-41ef-a605-e34b4b3c92f4 req-2882ae09-cecd-40f1-b0de-2df995006f7a tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622736 Nov 11 11:04:03.248374 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-327d1d1c-64e3-48d6-89a1-2c4a8d24a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:03.250018 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-327d1d1c-64e3-48d6-89a1-2c4a8d24a0c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.1322596 Nov 11 11:04:03.272641 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1f3c1664-0560-48ec-8c6f-df85ebc1bdd5 req-2a5ea62e-26cc-4986-ac9b-58eb6ccd2acb service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001350 Nov 11 11:04:03.309778 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-8a9ce7ec-0b96-4523-9b0d-0d47794ef5d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493896 Nov 11 11:04:03.312100 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ac726b-3cea-431b-aa62-5140cdef0832 x-openstack-request-id: req-f9ac726b-3cea-431b-aa62-5140cdef0832 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:03.312517 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:03.312938 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9ac726b-3cea-431b-aa62-5140cdef0832 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:03.313560 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071', 'status': 'completed', 'code': 200} Nov 11 11:04:03.382664 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:03.447884 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-954ddee5-04b1-4b42-9bf0-0ef9f79cbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:03.449456 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-954ddee5-04b1-4b42-9bf0-0ef9f79cbba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77a4c44c28554aada84c892d1e7447b8&device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 1096 time: 0.0990388 Nov 11 11:04:03.521988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-ea2feaf3-29db-45de-93cf-6c8572d4c6cf service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727097 Nov 11 11:04:03.622997 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-00c02b1c-7dc4-4f66-9140-5f80c7d0cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:03.626318 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-00c02b1c-7dc4-4f66-9140-5f80c7d0cb6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 200 len: 909 time: 0.1676495 Nov 11 11:04:03.694421 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-13631ba5-8a42-4036-a5da-f1d1c00e2b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ec1305-bca0-48fa-bc71-b665a2e06969 HTTP/1.1" status: 200 len: 217 time: 0.0497799 Nov 11 11:04:03.772966 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-58660dd3-0e52-4df5-a0a5-a2a062c7c483 req-f4f9d7fe-0c97-47b8-bcd5-44b91054e49b service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300611 Nov 11 11:04:03.816755 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:04:03.828897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-f7045270-61e2-4a06-8421-8ba923681269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:03.831919 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-f7045270-61e2-4a06-8421-8ba923681269 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5070d105-2b56-4e97-b8e1-6cf17835464b HTTP/1.1" status: 200 len: 848 time: 0.0931776 Nov 11 11:04:03.841851 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650ef90-012e-463e-b574-06fb9624637c None None] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:04:03.918198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-9a7d511e-0a80-4c06-889b-eacab0aa02fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2e45620-48d9-49bc-8ffa-b462621746af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693624 Nov 11 11:04:03.925155 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] Provisioning complete for port b0cfbddd-fcfd-4471-91d4-f111c149e7cf triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:03.926225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:03.997685 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-2ce67c56-ea0a-42ae-a533-7ab0c8a1f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:03.999413 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-2ce67c56-ea0a-42ae-a533-7ab0c8a1f0ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 1096 time: 0.1493270 Nov 11 11:04:04.000356 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:04:04.023425 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Sync routers for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:04:04.035097 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.040374 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:04.041056 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:04.041591 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6d28db33-1723-4b41-8e51-65851e9ab39c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0142622 Nov 11 11:04:04.045243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37606) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:04.156745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.168423 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-50bb73ee-4544-4ee3-b104-06056f597ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.169949 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-50bb73ee-4544-4ee3-b104-06056f597ac1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 915 time: 0.1525311 Nov 11 11:04:04.182342 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:04.202168 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500317-7cc8-446b-891c-e844fec7c83e req-a8003c0e-b102-4f4a-af9f-e9030f068d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.203718 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-a8003c0e-b102-4f4a-af9f-e9030f068d3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.1005313 Nov 11 11:04:04.208953 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] For port b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:04.216214 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.227319 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-e1b35dc9-d15a-4b86-bbc5-cc01108f82fe service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996953 Nov 11 11:04:04.310086 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7946a-678f-4c6f-a09e-a3afed324906 None None] Pushing event updated for resources: {'Port': ['ID=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:04.375474 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-81930756-314b-430a-8dc5-19eb27f6bc58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87de39a5-39e1-4c77-b877-8cf181bd3071 HTTP/1.1" status: 200 len: 217 time: 0.1466465 Nov 11 11:04:04.390754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500317-7cc8-446b-891c-e844fec7c83e req-407fbfea-e07c-4535-8bf3-f9ef431e28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.392583 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-407fbfea-e07c-4535-8bf3-f9ef431e28f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1782930 Nov 11 11:04:04.429148 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a936-542f-4d0d-a91c-bca53c6d99aa req-2174e6e4-e513-40ff-8dbe-c03fb911ce66 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.431016 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e710a936-542f-4d0d-a91c-bca53c6d99aa req-2174e6e4-e513-40ff-8dbe-c03fb911ce66 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.2061810 Nov 11 11:04:04.439050 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:03Z', 'revision_number': 3, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:04.467032 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Checking router: b2a5ac60-dc18-49d9-94e7-7ff02c243f96 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:04:04.467379 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Updating router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:04:04.480607 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-07248e32-729f-4cb3-bb72-3fba161e57c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0777254 Nov 11 11:04:04.495073 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.532984 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-ee66022b-35df-430b-9e0a-7882803995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.534684 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-ee66022b-35df-430b-9e0a-7882803995bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.1419001 Nov 11 11:04:04.544129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-700c3220-40aa-407e-b6ea-cf20990aacdf None None] Provisioning complete for port b0cfbddd-fcfd-4471-91d4-f111c149e7cf triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:04.544129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-700c3220-40aa-407e-b6ea-cf20990aacdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.551773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14331-dbc5-4495-bf55-fd0fd548cb15 req-16cdaa01-f280-4ef7-ac3d-ac7d17496166 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.554222 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500317-7cc8-446b-891c-e844fec7c83e req-97113cf3-707b-4ab8-be2d-97fee5c88ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.554874 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6e14331-dbc5-4495-bf55-fd0fd548cb15 req-16cdaa01-f280-4ef7-ac3d-ac7d17496166 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 943 time: 0.2097414 Nov 11 11:04:04.555710 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-97113cf3-707b-4ab8-be2d-97fee5c88ab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.0642419 Nov 11 11:04:04.593805 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-f5aa5f51-ad5d-484a-836b-4791bcaf0fcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347598 Nov 11 11:04:04.608243 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e710a936-542f-4d0d-a91c-bca53c6d99aa req-a1b73513-4ee1-47e4-ac88-af837b46985c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433749 Nov 11 11:04:04.622951 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4bba028-1940-4ed8-88d4-fbbef72bc376 req-41d3ff45-f1a7-4393-a256-ad1bdbeb8bbf service neutron] 10.222.0.20 "GET /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779182 Nov 11 11:04:04.624337 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-2950454c-c593-438e-bfeb-6291f71bfb39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371206 Nov 11 11:04:04.768885 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f6e14331-dbc5-4495-bf55-fd0fd548cb15 req-eb915880-7ebf-4568-8c50-fc1db954781f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778238 Nov 11 11:04:04.807478 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a8ad-8b22-49c2-8395-ec6a28e1fdb2 req-49ff5481-4bdc-4250-9526-0e0cd16b9a48 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:04.809028 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f42a8ad-8b22-49c2-8395-ec6a28e1fdb2 req-49ff5481-4bdc-4250-9526-0e0cd16b9a48 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 943 time: 0.1011980 Nov 11 11:04:04.809907 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.811248 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-e1db9e89-08e0-4ab2-a7ea-ad9c8b98d21e service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984706 Nov 11 11:04:04.818416 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.871245 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Pushing event updated for resources: {'Port': ['ID=1d4e714e-76ab-4ec3-aa75-9160a14072e8,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:04.886085 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.886295 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.886551 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.886889 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.887221 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.887556 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.887889 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.888210 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.888692 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.889524 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.889861 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.890501 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:04.906884 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-eac23493-2c32-4051-82f8-1a398adc97a9 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004368 Nov 11 11:04:04.910315 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Attempting to bind port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:04.911026 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Attempting to bind port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:04.912024 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Attempting to bind port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:04.919545 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:04.920821 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.921436 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:04.922080 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.922700 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:04.923962 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Bound port: 1d4e714e-76ab-4ec3-aa75-9160a14072e8, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:04.924962 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:04.970013 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f42a8ad-8b22-49c2-8395-ec6a28e1fdb2 req-fc0b5ac9-b029-4e5b-834c-ac7db280df77 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489832 Nov 11 11:04:05.053587 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4975784-ec25-4809-822d-d5d80e44ce70 req-6cf1abf9-2096-43d8-98c6-8bf5fe840ccd service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312510 Nov 11 11:04:05.057433 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] For port 1d4e714e-76ab-4ec3-aa75-9160a14072e8, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:05.065841 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] For port 1d4e714e-76ab-4ec3-aa75-9160a14072e8, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1d4e714e-76ab-4ec3-aa75-9160a14072e8,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:05.076159 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.144321 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-75500317-7cc8-446b-891c-e844fec7c83e req-fc0e28fa-3e12-42fe-b9dd-8c5251e77783 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089770 Nov 11 11:04:05.172272 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:05.172925 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:05.191517 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device b0cfbddd-fcfd-4471-91d4-f111c149e7cf up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:05.317762 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port b0cfbddd-fcfd-4471-91d4-f111c149e7cf triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:05.318615 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.354096 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Allocated IP 172.20.0.1 (cd0cf38e-8a50-444b-ade6-c4970d3340c6/3a3c065b-bc07-401a-a2f5-93c7ff9a20e8/e636c01a-6a26-44e8-ac61-41e2624086ff) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:05.398998 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf6ba4-c1cb-4067-b123-b75e538f1c1c None None] Pushing event updated for resources: {'Port': ['ID=1d4e714e-76ab-4ec3-aa75-9160a14072e8,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:05.477792 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:05.496231 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.537150 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.579635 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 31ec1305-bca0-48fa-bc71-b665a2e06969 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:04:05.581742 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:05.585731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:05.588630 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:05.591555 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Pushing event updated for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:05.639336 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.668891 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:03Z', 'revision_number': 3, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:05.697849 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037ee923-7bda-4795-a2c6-e5ddec515748 None None] The sync data for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi is: [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:03Z', 'revision_number': 3, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:04:05.702592 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=31ec1305-bca0-48fa-bc71-b665a2e06969,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:05.718259 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '31ec1305-bca0-48fa-bc71-b665a2e06969', 'network_id': 'f2e45620-48d9-49bc-8ffa-b462621746af', 'port_id': '31ec1305-bca0-48fa-bc71-b665a2e06969', 'mac_address': 'fa:16:3e:10:02:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5070d105-2b56-4e97-b8e1-6cf17835464b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:04:05.779439 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.841195 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2fac3-589e-491a-8180-00f201210305 req-8d63e1dd-d7ba-46d3-b4a4-641d27603ec4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:05.841836 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:05.848400 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5e2fac3-589e-491a-8180-00f201210305 req-8d63e1dd-d7ba-46d3-b4a4-641d27603ec4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1050606 Nov 11 11:04:05.960372 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ec1305-bca0-48fa-bc71-b665a2e06969 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:04:05.965333 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5e2fac3-589e-491a-8180-00f201210305 req-15a7a0ef-781c-42fc-a4d3-3946a38aee3a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103961 Nov 11 11:04:05.986235 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671249-b37a-4e1d-9c46-9a5f9cd789f8 req-bfd07d0e-1f60-4e0b-848d-6e39e13114c9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:05.989706 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4671249-b37a-4e1d-9c46-9a5f9cd789f8 req-bfd07d0e-1f60-4e0b-848d-6e39e13114c9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 943 time: 0.0894361 Nov 11 11:04:05.990255 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=31ec1305-bca0-48fa-bc71-b665a2e06969,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:05.995523 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.056039 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4671249-b37a-4e1d-9c46-9a5f9cd789f8 req-00868641-f4c3-4caf-b1c5-7ec9506ae6a4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Nov 11 11:04:06.070526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-daff1f6f-25ac-4493-aaa4-7af11d239da2 None None] Provisioning complete for port e636c01a-6a26-44e8-ac61-41e2624086ff triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:06.070882 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-daff1f6f-25ac-4493-aaa4-7af11d239da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.120342 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.128974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.138958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:06.170646 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-daff1f6f-25ac-4493-aaa4-7af11d239da2 None None] Port e636c01a-6a26-44e8-ac61-41e2624086ff cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:06.251283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.257444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Pushing event updated for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:06.378271 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:06.380463 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:06.414023 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba9f4d-4f81-4e6d-a134-66f16328b785 req-66d0066b-87a0-46dd-a83d-449ff13c65c6 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:06.416264 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c7ba9f4d-4f81-4e6d-a134-66f16328b785 req-66d0066b-87a0-46dd-a83d-449ff13c65c6 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 944 time: 0.2878981 Nov 11 11:04:06.476529 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c7ba9f4d-4f81-4e6d-a134-66f16328b785 req-bbe7f922-ba73-4717-a831-e53bdd7e2229 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Nov 11 11:04:06.546651 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:04:06.667777 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:04:06.673816 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e9c5f35e-fb28-4722-ad31-fa769c802f1e admin admin] 10.222.0.57 "PUT /v2.0/routers/b2a5ac60-dc18-49d9-94e7-7ff02c243f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6272790 Nov 11 11:04:06.701056 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-2ded20d9-5374-4997-956c-349e56d61575 None None] Provisioning complete for port e636c01a-6a26-44e8-ac61-41e2624086ff triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:06.701722 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2ded20d9-5374-4997-956c-349e56d61575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:06.740465 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-2ded20d9-5374-4997-956c-349e56d61575 None None] Port e636c01a-6a26-44e8-ac61-41e2624086ff cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:07.000236 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1d4e714e-76ab-4ec3-aa75-9160a14072e8 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:07.048951 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:07.049320 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.131383 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.156964 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 1d4e714e-76ab-4ec3-aa75-9160a14072e8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1d4e714e-76ab-4ec3-aa75-9160a14072e8,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:07.162670 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.175290 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37660) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:07.181079 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-834829586-network', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:07.203279 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Made reservation on behalf of 2bd97fc9ee2540eabba52325fc0710bf for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:07.207074 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.213638 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=1d4e714e-76ab-4ec3-aa75-9160a14072e8,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:07.217562 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.297629 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.302460 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.327169 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:04:07.342731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef605b4-7a46-4520-bfd6-953255a08f0f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:07.345691 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.346076 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Added segment bb514e24-b912-49b0-b417-8b939776f5d7 of type vlan for network acc9c50e-d914-4e8d-8b81-499b56d55f84 Nov 11 11:04:07.386356 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.411386 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.412250 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:07.412856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.467602 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37664) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:07.468139 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2904735 Nov 11 11:04:07.473412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Request body: {'subnet': {'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-834829586-subnet', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:07.480593 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3c69e-0d7a-4d00-bd75-215ee88c55f9 admin admin] Pushing event updated for resources: {'Network': ['ID=acc9c50e-d914-4e8d-8b81-499b56d55f84,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:07.489910 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Sync routers for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:04:07.496055 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:04:07.496582 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Made reservation on behalf of 2bd97fc9ee2540eabba52325fc0710bf for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:07.499061 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.540806 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:07.541445 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:07.668378 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:07.668916 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.729561 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4905b9c3-5e24-49d0-ad16-bb21688c7466,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:07.739910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Checking segment: {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:07.740269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Network hostable DHCP agents. Network: acc9c50e-d914-4e8d-8b81-499b56d55f84, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:04:07.756884 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:04:07.766638 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, acc9c50e-d914-4e8d-8b81-499b56d55f84) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:07.771113 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:07.771693 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.788370 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2c3e902f-e5c4-4cf8-a69c-ba4683ef97a7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3193796 Nov 11 11:04:07.791041 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37668) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:07.792883 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155af7f8-d62b-40d5-83e9-5cdb519cf60b None None] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:04:07.795412 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:07.815918 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.817085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:07.871953 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.005310 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.018864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 2, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:08.023431 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-acc9c50e-d914-4e8d-8b81-499b56d55f84', 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'fixed_ips': [{'subnet_id': '4905b9c3-5e24-49d0-ad16-bb21688c7466'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:04:08.024271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.051045 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Checking router: b2a5ac60-dc18-49d9-94e7-7ff02c243f96 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:04:08.051399 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Updating router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 port e636c01a-6a26-44e8-ac61-41e2624086ff binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:04:08.091829 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.221939 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.240351 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.334637 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Allocated IP 172.20.0.2 (acc9c50e-d914-4e8d-8b81-499b56d55f84/4905b9c3-5e24-49d0-ad16-bb21688c7466/a6406b80-5315-477f-873c-eeedfe514de3) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:08.348067 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Allocated IP 172.27.1.155 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/d6df49c0-5453-4e83-90da-3b29f583a835) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:08.447848 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.484513 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.529298 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:08.532177 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:08.537169 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:08.629222 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.635481 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.638877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.651510 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:08.687185 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:08.702471 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:08.710060 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:08.712363 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Pushing event updated for resources: {'Port': ['ID=a6406b80-5315-477f-873c-eeedfe514de3,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:08.817624 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Pushing event updated for resources: {'Port': ['ID=d6df49c0-5453-4e83-90da-3b29f583a835,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:08.936575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe564f-37cf-4c07-8e32-3da871017393 req-e830fcd1-f4c4-4f9d-8b30-18b8195b5d56 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:08.938282 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0fe564f-37cf-4c07-8e32-3da871017393 req-e830fcd1-f4c4-4f9d-8b30-18b8195b5d56 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 943 time: 0.1040430 Nov 11 11:04:08.961857 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e3b72-5d4d-4c47-8130-d898de16457d req-9f661fd0-db8d-44c0-a0f4-7697f107bd73 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:08.962399 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a7e3b72-5d4d-4c47-8130-d898de16457d req-9f661fd0-db8d-44c0-a0f4-7697f107bd73 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0898585 Nov 11 11:04:09.005688 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Attempting to bind port e636c01a-6a26-44e8-ac61-41e2624086ff on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:09.006316 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Attempting to bind port e636c01a-6a26-44e8-ac61-41e2624086ff by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:09.006437 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Attempting to bind port e636c01a-6a26-44e8-ac61-41e2624086ff on network cd0cf38e-8a50-444b-ade6-c4970d3340c6 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:09.009141 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f54d-f533-4d83-aff0-234abbf577aa None None] Pushing event updated for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:09.020806 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1d4e714e-76ab-4ec3-aa75-9160a14072e8 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:09.028082 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:09.028465 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Checking segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:09.028895 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.029292 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Bound using segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:09.029776 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Bound port: e636c01a-6a26-44e8-ac61-41e2624086ff, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:09.030160 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.032424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Attempting to bind port a6406b80-5315-477f-873c-eeedfe514de3 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:09.032424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Attempting to bind port a6406b80-5315-477f-873c-eeedfe514de3 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:09.032760 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Attempting to bind port a6406b80-5315-477f-873c-eeedfe514de3 on network acc9c50e-d914-4e8d-8b81-499b56d55f84 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:09.060061 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a7e3b72-5d4d-4c47-8130-d898de16457d req-879891c9-4996-41f4-9e04-255dab66d3b9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965481 Nov 11 11:04:09.070016 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0fe564f-37cf-4c07-8e32-3da871017393 req-bcf5af8e-37bd-4017-b62e-838b53ef3348 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046584 Nov 11 11:04:09.073468 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:09.073864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Checking segment: {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:09.074314 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.074661 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Bound using segment: {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:09.075142 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Bound port: a6406b80-5315-477f-873c-eeedfe514de3, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:09.075556 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.086659 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-67bfbe83-fc37-4aec-bd15-567b049879b7 None None] Provisioning complete for port e636c01a-6a26-44e8-ac61-41e2624086ff triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:09.087039 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-67bfbe83-fc37-4aec-bd15-567b049879b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.147285 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['31ec1305-bca0-48fa-bc71-b665a2e06969'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:04:09.149380 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.179529 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a51ae-2f83-40f5-8cfa-d454232dd6e2 req-c92785fb-972a-4bf1-997f-d8b3e9d240e5 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:09.181199 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc2a51ae-2f83-40f5-8cfa-d454232dd6e2 req-c92785fb-972a-4bf1-997f-d8b3e9d240e5 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 944 time: 0.0529623 Nov 11 11:04:09.239810 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-67bfbe83-fc37-4aec-bd15-567b049879b7 None None] Port e636c01a-6a26-44e8-ac61-41e2624086ff cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:09.247616 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc2a51ae-2f83-40f5-8cfa-d454232dd6e2 req-343223e7-91b1-4265-ad6b-d6ba7091caff tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Nov 11 11:04:09.266091 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] For port e636c01a-6a26-44e8-ac61-41e2624086ff, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:09.272774 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] For port e636c01a-6a26-44e8-ac61-41e2624086ff, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e636c01a-6a26-44e8-ac61-41e2624086ff,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:09.292487 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.300424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:09.300817 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.352761 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] For port a6406b80-5315-477f-873c-eeedfe514de3, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:09.355253 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.404761 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] For port a6406b80-5315-477f-873c-eeedfe514de3, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a6406b80-5315-477f-873c-eeedfe514de3,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:09.419465 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.459408 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:09.460040 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:09.463052 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f54d-f533-4d83-aff0-234abbf577aa None None] Pushing event updated for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:09.514432 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Router 6aa5e2f4-27b3-4798-bda7-7338119a9363 is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:04:09.670613 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:04:09.674754 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 87de39a5-39e1-4c77-b877-8cf181bd3071 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:04:09.685304 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Sync routers for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:04:09.696771 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.698789 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e8129caf-7158-4b7a-99ea-ff8107d30d18 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9062786 Nov 11 11:04:09.701244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37682) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:09.710891 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9099-1cc8-4fa0-96cc-6a5536fbaba7 None None] Pushing event updated for resources: {'Port': ['ID=a6406b80-5315-477f-873c-eeedfe514de3,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:09.721117 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:09.721941 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:09.762918 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] Provisioning complete for port e636c01a-6a26-44e8-ac61-41e2624086ff triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:09.763193 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:09.825269 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:09.872458 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.db.resource_extend [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 11:04:09.922465 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:10.104035 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=87de39a5-39e1-4c77-b877-8cf181bd3071,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:10.136693 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.141683 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '87de39a5-39e1-4c77-b877-8cf181bd3071', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'port_id': '87de39a5-39e1-4c77-b877-8cf181bd3071', 'mac_address': 'fa:16:3e:a4:dc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f62eb9-81b0-41d9-8644-55d85347a0f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:04:10.238476 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:08Z', 'revision_number': 3, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:10.241239 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] For port e636c01a-6a26-44e8-ac61-41e2624086ff, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e636c01a-6a26-44e8-ac61-41e2624086ff,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:10.246279 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.249352 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.266445 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Checking router: 6aa5e2f4-27b3-4798-bda7-7338119a9363 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:04:10.266790 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Updating router 6aa5e2f4-27b3-4798-bda7-7338119a9363 port d6df49c0-5453-4e83-90da-3b29f583a835 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:04:10.290022 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87de39a5-39e1-4c77-b877-8cf181bd3071 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:04:10.294266 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.328274 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:09Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:10.331177 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=87de39a5-39e1-4c77-b877-8cf181bd3071,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:10.364436 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d5f6-7e2c-44b2-bd29-fc3ebefc7125 req-cefc2490-16f2-47e4-a024-0107102972c2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:10.368433 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.372576 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb6b946-e132-49ea-95bc-924ec331325d None None] The sync data for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi is: [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:09Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:04:10.375078 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a584-5771-4531-b130-4d8e56171155 None None] Pushing event updated for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:10.375617 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0be3d5f6-7e2c-44b2-bd29-fc3ebefc7125 req-cefc2490-16f2-47e4-a024-0107102972c2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1692214 Nov 11 11:04:10.441111 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287122b5-7d88-4275-adb4-40082bcd302f req-5193b463-a9df-40a2-983f-e7ebbb8bdfd0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:10.451749 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-287122b5-7d88-4275-adb4-40082bcd302f req-5193b463-a9df-40a2-983f-e7ebbb8bdfd0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 943 time: 0.2443476 Nov 11 11:04:10.463995 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a791-8a23-40a3-a874-30b5680cf61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.510069 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:10.580156 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0be3d5f6-7e2c-44b2-bd29-fc3ebefc7125 req-44a8437f-981a-46a4-ae37-ba4adf4fb9e4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020504 Nov 11 11:04:10.612534 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-287122b5-7d88-4275-adb4-40082bcd302f req-5f1f4656-4702-4552-a071-006f7395c20e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573794 Nov 11 11:04:10.662782 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.671660 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.729278 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Attempting to bind port d6df49c0-5453-4e83-90da-3b29f583a835 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:10.729959 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Attempting to bind port d6df49c0-5453-4e83-90da-3b29f583a835 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:10.730068 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Attempting to bind port d6df49c0-5453-4e83-90da-3b29f583a835 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:10.733038 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860649f7-14c8-4619-8a5d-924e5da62f9c None None] Pushing event updated for resources: {'Port': ['ID=d6df49c0-5453-4e83-90da-3b29f583a835,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:10.738487 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:10.738860 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:10.739259 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.739642 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:10.740118 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Bound port: d6df49c0-5453-4e83-90da-3b29f583a835, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:10.740513 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.756447 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.763232 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['87de39a5-39e1-4c77-b877-8cf181bd3071'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:04:10.815134 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] For port d6df49c0-5453-4e83-90da-3b29f583a835, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:10.818771 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] For port d6df49c0-5453-4e83-90da-3b29f583a835, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=d6df49c0-5453-4e83-90da-3b29f583a835,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:10.825853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfcb6-33db-41fd-98a2-9a7a331e2074 req-22bfc041-a756-46b8-a97b-30fea7301b0b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:10.827148 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:10.827680 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aebfcb6-33db-41fd-98a2-9a7a331e2074 req-22bfc041-a756-46b8-a97b-30fea7301b0b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 944 time: 0.1336515 Nov 11 11:04:10.990380 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d212d-7261-4815-9339-0b161ab02d8d None None] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:04:11.019152 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:11.019152 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:03:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:11.020043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aebfcb6-33db-41fd-98a2-9a7a331e2074 req-c60080cc-9174-4e60-b88f-12b77d256c44 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587770 Nov 11 11:04:11.112793 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860649f7-14c8-4619-8a5d-924e5da62f9c None None] Pushing event updated for resources: {'Port': ['ID=d6df49c0-5453-4e83-90da-3b29f583a835,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:11.140927 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Allocated IP 172.20.0.1 (acc9c50e-d914-4e8d-8b81-499b56d55f84/4905b9c3-5e24-49d0-ad16-bb21688c7466/8cca807a-fec1-44d2-8abf-1375f02cfd41) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:11.235627 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:11.248295 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e636c01a-6a26-44e8-ac61-41e2624086ff up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:11.340710 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] Provisioning complete for port a6406b80-5315-477f-873c-eeedfe514de3 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:11.341077 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.358467 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.440483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.507383 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:11.510829 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:11.516561 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:11.517065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.521628 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Pushing event updated for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:11.555781 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:08Z', 'revision_number': 3, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:11.593233 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ae88-6d29-4bbf-ac38-9376996eea37 None None] The sync data for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi is: [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:08Z', 'revision_number': 3, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:04:11.662211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 31ec1305-bca0-48fa-bc71-b665a2e06969 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:11.726350 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port e636c01a-6a26-44e8-ac61-41e2624086ff triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:11.726816 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.737435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.831132 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.837977 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 31ec1305-bca0-48fa-bc71-b665a2e06969 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:04:11.859105 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 31ec1305-bca0-48fa-bc71-b665a2e06969 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:11.859276 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:11.899742 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48232956-4712-456f-b351-c7c4d8f99d18 req-de12bc1b-b9a9-4f23-b725-d549b64cde9b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:11.907661 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48232956-4712-456f-b351-c7c4d8f99d18 req-de12bc1b-b9a9-4f23-b725-d549b64cde9b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 944 time: 0.1055615 Nov 11 11:04:11.922691 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dea05-a917-481b-9687-e237301a1eae req-2af4ed05-5241-473d-8967-f27f013245ee tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:11.930726 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a58dea05-a917-481b-9687-e237301a1eae req-2af4ed05-5241-473d-8967-f27f013245ee tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1897068 Nov 11 11:04:11.938775 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] For port a6406b80-5315-477f-873c-eeedfe514de3, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a6406b80-5315-477f-873c-eeedfe514de3,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:11.997746 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a6406b80-5315-477f-873c-eeedfe514de3 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:12.045540 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.074089 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a58dea05-a917-481b-9687-e237301a1eae req-bb4315f6-b53f-4d06-92a6-8929768c890f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424742 Nov 11 11:04:12.121498 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48232956-4712-456f-b351-c7c4d8f99d18 req-c5c2a72e-b5a5-44be-8eb5-b40e8a1d4483 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125223 Nov 11 11:04:12.245788 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f570-0553-49e8-9166-a24ac1efbd85 None None] Pushing event updated for resources: {'Port': ['ID=a6406b80-5315-477f-873c-eeedfe514de3,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:12.269058 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.280371 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port a6406b80-5315-477f-873c-eeedfe514de3 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:12.280919 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.306367 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.316982 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365c73-2a39-4b2b-a652-8181fa3fc166 req-5ea23797-25c3-48dd-8b1b-0967ad3d29eb tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:12.319049 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ff365c73-2a39-4b2b-a652-8181fa3fc166 req-5ea23797-25c3-48dd-8b1b-0967ad3d29eb tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 944 time: 0.0880165 Nov 11 11:04:12.320447 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.321509 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.351963 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=31ec1305-bca0-48fa-bc71-b665a2e06969,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:12.358130 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:12.369152 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd08d0-aad0-43c4-a9b1-bfdca8bdc90a" -d '{"events": [{"server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "name": "network-vif-plugged", "status": "completed", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:12.385714 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-da995470-ac5e-4d90-9a42-f64cd29229ec None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:12.386086 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-da995470-ac5e-4d90-9a42-f64cd29229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.414914 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.477427 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-da995470-ac5e-4d90-9a42-f64cd29229ec None None] Port 8cca807a-fec1-44d2-8abf-1375f02cfd41 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:12.485218 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:12.495137 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:12.528038 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e61393-b1ec-4709-a360-b5a2162a8536 x-openstack-request-id: req-84e61393-b1ec-4709-a360-b5a2162a8536 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:12.528360 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "name": "network-vif-plugged", "status": "completed", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:12.528647 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84e61393-b1ec-4709-a360-b5a2162a8536 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:12.529046 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969', 'code': 200} Nov 11 11:04:12.529719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Pushing event updated for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:12.543503 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-da995470-ac5e-4d90-9a42-f64cd29229ec None None] Provisioning complete for port a6406b80-5315-477f-873c-eeedfe514de3 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:12.543879 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-da995470-ac5e-4d90-9a42-f64cd29229ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.547386 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ff365c73-2a39-4b2b-a652-8181fa3fc166 req-1698ae1e-1af0-47c6-bee5-93c7ba7f0195 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880891 Nov 11 11:04:12.547560 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:12.549542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.549897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.550240 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.550576 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.550910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.551237 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.552181 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.552928 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.552928 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.553253 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.553651 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.554110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:12.706487 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Router 6aa5e2f4-27b3-4798-bda7-7338119a9363 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:04:12.832127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-a2834315-2b31-4198-8f71-223cd7daf3a9 None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:12.832512 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a2834315-2b31-4198-8f71-223cd7daf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.841653 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63166b-f859-4a2e-855e-b6cff149259a req-a871028d-9a05-4178-81e6-a3e62b1f2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:12.843178 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae63166b-f859-4a2e-855e-b6cff149259a req-a871028d-9a05-4178-81e6-a3e62b1f2efc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 1098 time: 0.0769382 Nov 11 11:04:12.853534 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:04:12.859001 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-3e0e8bba-8e86-4159-8a53-dd530a5fd5ae admin admin] 10.222.0.57 "PUT /v2.0/routers/6aa5e2f4-27b3-4798-bda7-7338119a9363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564407 Nov 11 11:04:12.898429 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f02cd2dc-9fa8-4c23-be88-ba4d6ef9c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:12.900286 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-a2834315-2b31-4198-8f71-223cd7daf3a9 None None] Port 8cca807a-fec1-44d2-8abf-1375f02cfd41 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:12.917370 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae63166b-f859-4a2e-855e-b6cff149259a req-acec8a59-4f47-4f0c-8ee4-8a907e6bbebf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627298 Nov 11 11:04:13.027741 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-3f196930-c843-4ccc-a2bd-3009c6961e4c None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:13.028123 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3f196930-c843-4ccc-a2bd-3009c6961e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.075189 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-3f196930-c843-4ccc-a2bd-3009c6961e4c None None] Port 8cca807a-fec1-44d2-8abf-1375f02cfd41 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:13.122636 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6df49c0-5453-4e83-90da-3b29f583a835 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:13.185126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port d6df49c0-5453-4e83-90da-3b29f583a835 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:13.185503 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.283135 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9fc23-660b-4e87-8633-55287b9dc0da req-685aa664-9591-4654-906c-6bb7f2c86de4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:13.284721 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87f9fc23-660b-4e87-8633-55287b9dc0da req-685aa664-9591-4654-906c-6bb7f2c86de4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 944 time: 0.0797133 Nov 11 11:04:13.291272 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.296923 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cea5d3-570c-427b-8c06-4ca47d0353ac req-b49ee7e9-ed6c-4dc4-b71d-32c56cc6d476 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:13.299238 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62cea5d3-570c-427b-8c06-4ca47d0353ac req-b49ee7e9-ed6c-4dc4-b71d-32c56cc6d476 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1038008 Nov 11 11:04:13.324589 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port d6df49c0-5453-4e83-90da-3b29f583a835, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=d6df49c0-5453-4e83-90da-3b29f583a835,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:13.329051 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.330150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a6406b80-5315-477f-873c-eeedfe514de3 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:13.382300 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87f9fc23-660b-4e87-8633-55287b9dc0da req-a88d3506-e7fb-43d0-b1d4-dfff8a1f569d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822318 Nov 11 11:04:13.391303 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62cea5d3-570c-427b-8c06-4ca47d0353ac req-fe1855da-37eb-46e1-b7b3-51d79f46ad84 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812950 Nov 11 11:04:13.444341 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=d6df49c0-5453-4e83-90da-3b29f583a835,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:13.458366 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port a6406b80-5315-477f-873c-eeedfe514de3 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:13.458913 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.670132 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 87de39a5-39e1-4c77-b877-8cf181bd3071 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:13.757801 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f3e0-abc3-40e6-91d8-416a44247eb7 req-356d52cd-94a4-4fa3-aa16-682ca715eaf3 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:13.759480 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 87de39a5-39e1-4c77-b877-8cf181bd3071 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:04:13.760309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4479f3e0-abc3-40e6-91d8-416a44247eb7 req-356d52cd-94a4-4fa3-aa16-682ca715eaf3 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.0826840 Nov 11 11:04:13.769327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 87de39a5-39e1-4c77-b877-8cf181bd3071 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:13.770189 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.828172 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4479f3e0-abc3-40e6-91d8-416a44247eb7 req-f860c035-bb33-4a34-99b9-40a77a9f9ce7 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 Nov 11 11:04:13.885937 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.938054 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=87de39a5-39e1-4c77-b877-8cf181bd3071,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:13.942155 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:13.944012 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.024289 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:14.080194 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Sync routers for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:04:14.105114 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:14.107505 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:04:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:14.223106 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37792) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:14.237778 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:14.434735 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.529985 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:14.535148 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c295042-b93c-4b2b-b292-86a697731779" -d '{"events": [{"server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "name": "network-vif-plugged", "status": "completed", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:14.574298 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.584446 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.622195 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d43649a-c07e-48e9-8f08-e46d6d4d2aa3,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:14.650392 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:11Z', 'revision_number': 4, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '8cca807a-fec1-44d2-8abf-1375f02cfd41', 'name': '', 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'mac_address': 'fa:16:3e:ed:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:10Z', 'updated_at': '2021-11-11T11:04:11Z', 'revision_number': 2, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'subnets': [{'id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:14.651014 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.651514 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.651951 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.652440 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.652895 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.653341 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.653828 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.654251 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.654680 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.655225 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.655648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.656068 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:14.698241 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Checking router: 6aa5e2f4-27b3-4798-bda7-7338119a9363 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:04:14.698654 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Updating router 6aa5e2f4-27b3-4798-bda7-7338119a9363 port 8cca807a-fec1-44d2-8abf-1375f02cfd41 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:04:14.707226 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a60700de-953d-4c29-90db-f08982b5c598 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6c5b052540c487ea31b0537fa2fa812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826396 Nov 11 11:04:14.716748 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37806) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:14.746381 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.799958 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.838844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.849419 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a5b28-3733-40b0-9b24-d168ddf0cb07 req-36e75699-4212-4fd9-8034-7a641ec423ec tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:14.858498 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-863a5b28-3733-40b0-9b24-d168ddf0cb07 req-36e75699-4212-4fd9-8034-7a641ec423ec tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.3799918 Nov 11 11:04:14.883161 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bac4-776d-4847-ad15-4460062f610f req-9f7fea4c-98f7-4593-9e21-54b9d5b65457 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:14.892036 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c74bac4-776d-4847-ad15-4460062f610f req-9f7fea4c-98f7-4593-9e21-54b9d5b65457 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.3745549 Nov 11 11:04:14.921426 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.925270 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:14.929904 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d43649a-c07e-48e9-8f08-e46d6d4d2aa3 HTTP/1.1" status: 204 len: 168 time: 0.2056370 Nov 11 11:04:14.946302 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00373-301c-4619-85a2-17129476a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d43649a-c07e-48e9-8f08-e46d6d4d2aa3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:14.976099 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c74bac4-776d-4847-ad15-4460062f610f req-8ae19fa9-8f38-4a79-9236-a4b54a3d5f70 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Nov 11 11:04:15.002730 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-863a5b28-3733-40b0-9b24-d168ddf0cb07 req-caea7b71-605a-4e6c-b86d-3c20b7bd2b9b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427519 Nov 11 11:04:15.137255 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a5b4f-2b65-4f47-94a7-2d69866b5c9c x-openstack-request-id: req-f93a5b4f-2b65-4f47-94a7-2d69866b5c9c {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:15.137606 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "name": "network-vif-plugged", "status": "completed", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:15.137831 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f93a5b4f-2b65-4f47-94a7-2d69866b5c9c {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:15.138879 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071', 'code': 200} Nov 11 11:04:15.277849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6df49c0-5453-4e83-90da-3b29f583a835 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:15.283525 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.318368 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.351644 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852708-2eee-47a2-a353-5d4868c345aa req-f2a82a52-d81c-4ef2-beb3-8e227f1f95cc tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:15.354926 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-71852708-2eee-47a2-a353-5d4868c345aa req-f2a82a52-d81c-4ef2-beb3-8e227f1f95cc tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.1379817 Nov 11 11:04:15.391018 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb344-c93a-45cd-9f44-349be5c298da None None] Pushing event updated for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:15.467150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port d6df49c0-5453-4e83-90da-3b29f583a835 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:15.467522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.481856 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.494989 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37814) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:15.521478 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-71852708-2eee-47a2-a353-5d4868c345aa req-456ab920-b4cb-43f9-bb2c-ab1ede80cc75 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378789 Nov 11 11:04:15.550084 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5febe-a187-4991-a7de-f09dbe693e7f req-8d063bd6-6854-4824-a492-a03e1a43bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:15.560158 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-81c5febe-a187-4991-a7de-f09dbe693e7f req-8d063bd6-6854-4824-a492-a03e1a43bcc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 1098 time: 0.1126051 Nov 11 11:04:15.561443 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fecf093d-a8bd-4bea-93d8-d68b875d68fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.566572 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Attempting to bind port 8cca807a-fec1-44d2-8abf-1375f02cfd41 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:15.567065 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Attempting to bind port 8cca807a-fec1-44d2-8abf-1375f02cfd41 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:15.567531 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Attempting to bind port 8cca807a-fec1-44d2-8abf-1375f02cfd41 on network acc9c50e-d914-4e8d-8b81-499b56d55f84 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:15.579765 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:15.580430 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Checking segment: {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:15.580958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.581451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Bound using segment: {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:15.582039 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Bound port: 8cca807a-fec1-44d2-8abf-1375f02cfd41, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb514e24-b912-49b0-b417-8b939776f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:15.582526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.731879 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fecf093d-a8bd-4bea-93d8-d68b875d68fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.741201 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] For port 8cca807a-fec1-44d2-8abf-1375f02cfd41, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:15.741648 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-81c5febe-a187-4991-a7de-f09dbe693e7f req-5c3f5397-4acf-4453-a770-db655f691813 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551309 Nov 11 11:04:15.742797 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fecf093d-a8bd-4bea-93d8-d68b875d68fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.745882 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] For port 8cca807a-fec1-44d2-8abf-1375f02cfd41, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8cca807a-fec1-44d2-8abf-1375f02cfd41,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:15.753583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.817203 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fecf093d-a8bd-4bea-93d8-d68b875d68fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b8f3a7e77ba4a39af39594101a09d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169494 Nov 11 11:04:15.820032 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37824) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:15.836910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf093d-a8bd-4bea-93d8-d68b875d68fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54087a3e-0ad8-469d-ac05-20bc65a13907,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:15.972090 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.974246 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:15.974735 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:15.994199 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:04:15.994199 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:04:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:16.055827 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.140778 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb344-c93a-45cd-9f44-349be5c298da None None] Pushing event updated for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:16.232069 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff031d-1cdc-46ad-b772-72b1db9c1a87 req-36047e63-e9ba-4ddd-b8e8-61d2da88d9a5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:16.240603 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5ff031d-1cdc-46ad-b772-72b1db9c1a87 req-36047e63-e9ba-4ddd-b8e8-61d2da88d9a5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1120872 Nov 11 11:04:16.263145 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:04:16.275071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d263c-883d-40c3-8b6b-8ebc0092b965 req-84feebf8-8eac-49f5-b827-c95801488bdb tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:16.276662 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e5d263c-883d-40c3-8b6b-8ebc0092b965 req-84feebf8-8eac-49f5-b827-c95801488bdb tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1228056 Nov 11 11:04:16.325004 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.327569 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.328752 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54087a3e-0ad8-469d-ac05-20bc65a13907 HTTP/1.1" status: 204 len: 168 time: 0.5076969 Nov 11 11:04:16.351966 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1ba64-bda4-49bf-8e88-63caf53fb4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54087a3e-0ad8-469d-ac05-20bc65a13907,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:16.366335 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.375031 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5ff031d-1cdc-46ad-b772-72b1db9c1a87 req-e699536a-f23d-4601-b0b1-b291314e5a54 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325688 Nov 11 11:04:16.417291 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e5d263c-883d-40c3-8b6b-8ebc0092b965 req-746ff162-b5c2-4c1b-bacf-87565b7bc088 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255550 Nov 11 11:04:16.508778 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.529482 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] For port 8cca807a-fec1-44d2-8abf-1375f02cfd41, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8cca807a-fec1-44d2-8abf-1375f02cfd41,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:16.538582 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.644954 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdbfd5-1c76-4486-b6bf-9a85046df126 None None] Pushing event updated for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:16.684004 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-f13db0c1-903e-40cd-bf9d-e8444e103218 None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:16.684381 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f13db0c1-903e-40cd-bf9d-e8444e103218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:16.717766 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:11Z', 'revision_number': 4, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '8cca807a-fec1-44d2-8abf-1375f02cfd41', 'name': '', 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'mac_address': 'fa:16:3e:ed:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:10Z', 'updated_at': '2021-11-11T11:04:15Z', 'revision_number': 4, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'subnets': [{'id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:16.755256 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6eb4fe-445d-499c-8239-fb0c3345b344 None None] The sync data for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi is: [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:04:11Z', 'revision_number': 4, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '8cca807a-fec1-44d2-8abf-1375f02cfd41', 'name': '', 'network_id': 'acc9c50e-d914-4e8d-8b81-499b56d55f84', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'mac_address': 'fa:16:3e:ed:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:10Z', 'updated_at': '2021-11-11T11:04:15Z', 'revision_number': 4, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'subnets': [{'id': '4905b9c3-5e24-49d0-ad16-bb21688c7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:04:17.038537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a27d2-ba34-43b9-977d-eaa9c07f1c10 req-5ac3498a-8d85-4186-82ce-1341f3edc747 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:17.040112 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-265a27d2-ba34-43b9-977d-eaa9c07f1c10 req-5ac3498a-8d85-4186-82ce-1341f3edc747 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.0991681 Nov 11 11:04:17.070602 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8cca807a-fec1-44d2-8abf-1375f02cfd41 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:17.153545 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-265a27d2-ba34-43b9-977d-eaa9c07f1c10 req-58668e91-0bc7-45c1-96cc-95859cd9566b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057038 Nov 11 11:04:17.210253 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 8cca807a-fec1-44d2-8abf-1375f02cfd41 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:17.210873 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:17.577072 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bfbac-489a-4fce-9ca2-27cf94f8d4fe req-f8073d51-097a-4323-8b97-a027546ec9f3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:17.578728 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f28bfbac-489a-4fce-9ca2-27cf94f8d4fe req-f8073d51-097a-4323-8b97-a027546ec9f3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1227608 Nov 11 11:04:17.597699 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a972731-5150-4a01-8f72-46a3140b4a11 req-c2cc86b5-d9e7-4329-915e-82c92780209e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:17.599207 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a972731-5150-4a01-8f72-46a3140b4a11 req-c2cc86b5-d9e7-4329-915e-82c92780209e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0888777 Nov 11 11:04:17.675743 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f28bfbac-489a-4fce-9ca2-27cf94f8d4fe req-987bfd6d-2c44-425b-baab-c2c1ae6abe7a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Nov 11 11:04:17.749415 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a972731-5150-4a01-8f72-46a3140b4a11 req-617b63fa-95a9-468a-ad0a-0d14a334aba9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340485 Nov 11 11:04:18.008575 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a605-ea6c-4179-8cf1-9dc0f29a08c3 req-6adabbb0-4ca6-419f-99a7-795b72358dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:18.011515 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d8e1a605-ea6c-4179-8cf1-9dc0f29a08c3 req-6adabbb0-4ca6-419f-99a7-795b72358dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.0727613 Nov 11 11:04:18.100585 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d8e1a605-ea6c-4179-8cf1-9dc0f29a08c3 req-6eacd861-f264-4f51-a61e-6ec165ae0002 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785077 Nov 11 11:04:18.324883 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d803-715b-4330-b1d9-542199068a67 req-09511182-4e8c-4b12-a87b-321d63bd19c2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:18.333192 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ecd8d803-715b-4330-b1d9-542199068a67 req-09511182-4e8c-4b12-a87b-321d63bd19c2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.0880277 Nov 11 11:04:18.391294 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ecd8d803-715b-4330-b1d9-542199068a67 req-546976ba-e222-4d19-b282-32f597014d32 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Nov 11 11:04:18.882269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b08f57-10d7-4c9b-932c-b151ad8488c6 req-023ea0d7-5178-4715-a929-ad2871e19047 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:18.887865 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-89b08f57-10d7-4c9b-932c-b151ad8488c6 req-023ea0d7-5178-4715-a929-ad2871e19047 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0943778 Nov 11 11:04:18.977251 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91ad3-c258-4491-88d3-2ecd88e39327 req-65490839-10fd-4095-961b-a3c7b5e536dc tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:18.978836 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a7a91ad3-c258-4491-88d3-2ecd88e39327 req-65490839-10fd-4095-961b-a3c7b5e536dc tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0879869 Nov 11 11:04:18.996143 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-89b08f57-10d7-4c9b-932c-b151ad8488c6 req-c34f6c4c-92bd-45d6-b2c0-6c9abda8f4b4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005738 Nov 11 11:04:19.077554 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a7a91ad3-c258-4491-88d3-2ecd88e39327 req-4bc4d201-3580-4c35-ada7-9405390d2261 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862143 Nov 11 11:04:19.571277 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3af03-03bf-46c4-a639-0ff75304df2c req-3e2f4bc2-3ce8-44e7-9d03-891b5de7f792 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:19.582105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aa3af03-03bf-46c4-a639-0ff75304df2c req-3e2f4bc2-3ce8-44e7-9d03-891b5de7f792 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.0755346 Nov 11 11:04:19.636309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7aa3af03-03bf-46c4-a639-0ff75304df2c req-cb651d61-d74b-4619-a4c1-d82a45b459d0 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b743a09-73bf-463c-849f-b50b409b3bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531242 Nov 11 11:04:20.078329 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-f4463e89-5006-4334-b0f0-0ceca501b106 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:20.083151 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-f4463e89-5006-4334-b0f0-0ceca501b106 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 945 time: 0.0727093 Nov 11 11:04:20.161068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cdf33-bff2-4a18-99a6-a6b3f2ea4ee1 req-3db7529d-a289-4989-8ff4-c6d5fb983899 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:20.168885 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c45cdf33-bff2-4a18-99a6-a6b3f2ea4ee1 req-3db7529d-a289-4989-8ff4-c6d5fb983899 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0679295 Nov 11 11:04:20.229168 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Deleting port 31ec1305-bca0-48fa-bc71-b665a2e06969 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:04:20.229634 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:20.235824 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c45cdf33-bff2-4a18-99a6-a6b3f2ea4ee1 req-5a510de1-1ef0-4e3d-b7fa-c8073172eb62 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629919 Nov 11 11:04:20.386824 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] For port 31ec1305-bca0-48fa-bc71-b665a2e06969, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=31ec1305-bca0-48fa-bc71-b665a2e06969,segment=NetworkSegment(2cb658ff-51f5-4a5e-ad03-5f743883e429),segment_id=2cb658ff-51f5-4a5e-ad03-5f743883e429)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:20.387417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:20.423422 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Calling delete_port for 31ec1305-bca0-48fa-bc71-b665a2e06969 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:04:20.655097 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-1e09be3f-c558-4073-9112-7b6313a9f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:20.658010 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-1e09be3f-c558-4073-9112-7b6313a9f3c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.1161900 Nov 11 11:04:20.682540 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be3e10-a3b5-4546-8733-8eb4af4eb0cd req-592a58ab-6fcd-4117-be6a-593bd0bd80f9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:20.689795 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-59be3e10-a3b5-4546-8733-8eb4af4eb0cd req-592a58ab-6fcd-4117-be6a-593bd0bd80f9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1385043 Nov 11 11:04:20.692824 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:20.707159 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['31ec1305-bca0-48fa-bc71-b665a2e06969'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:04:20.736679 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Pushing event deleted for resources: {'Port': ['ID=31ec1305-bca0-48fa-bc71-b665a2e06969,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:20.812025 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] No DVR routers for this DVR port 31ec1305-bca0-48fa-bc71-b665a2e06969 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:04:20.818848 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:20.822570 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a2bcd25c-5bfb-454a-9a9e-5d3f41dd0601 req-233450fc-bbd6-4538-88a3-c0ecd080f11b tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.20 "DELETE /v2.0/ports/31ec1305-bca0-48fa-bc71-b665a2e06969 HTTP/1.1" status: 204 len: 173 time: 0.7343950 Nov 11 11:04:20.823131 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'name': 'network-vif-deleted', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:20.825526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027c964-de6c-4bc2-8e3a-66bd62bef244" -d '{"events": [{"server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "name": "network-vif-deleted", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:20.861864 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-59be3e10-a3b5-4546-8733-8eb4af4eb0cd req-25d31246-bf1a-4683-9708-34a0e84f42f6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709294 Nov 11 11:04:20.975058 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-b7801b23-67c3-446f-94fa-f0d3962cc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:20.976535 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-b7801b23-67c3-446f-94fa-f0d3962cc65f service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.2700057 Nov 11 11:04:21.012480 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-da4fc2e9-3a8b-457f-bfe6-b80984ea55cc req-749e2442-b41b-4bb2-8fbe-7920ae99ab1e tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0314786 Nov 11 11:04:21.069530 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47d851-4d48-44e2-b03d-ffe9bccf70d7 x-openstack-request-id: req-cc47d851-4d48-44e2-b03d-ffe9bccf70d7 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:21.069983 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb", "name": "network-vif-deleted", "tag": "31ec1305-bca0-48fa-bc71-b665a2e06969", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:21.070382 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc47d851-4d48-44e2-b03d-ffe9bccf70d7 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:21.070929 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb', 'name': 'network-vif-deleted', 'tag': '31ec1305-bca0-48fa-bc71-b665a2e06969', 'status': 'completed', 'code': 200} Nov 11 11:04:21.233651 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-ef34ab12-71db-4726-a08d-94f900eb6d74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0779083 Nov 11 11:04:21.314360 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-2be8ccbc-d9b9-48b3-956f-c80b10605f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:21.315940 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-2be8ccbc-d9b9-48b3-956f-c80b10605f85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.0568867 Nov 11 11:04:21.356774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-e80caac1-73b5-47c5-bf0c-9df32e55e9c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320287 Nov 11 11:04:21.563927 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-ca3aa338-4d74-486d-8213-cd49fcde64b0 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343575 Nov 11 11:04:21.692980 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0dea32a4-d1a1-4660-b66c-dac8d88f5ddf req-91fa5aa1-eb63-49a9-aced-2aed540e8244 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082058 Nov 11 11:04:22.006810 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeda675-3f43-4225-993d-900b794aa59f req-3892d6de-bc36-45c7-9d8b-26217af17ac6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:22.019295 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-faeda675-3f43-4225-993d-900b794aa59f req-3892d6de-bc36-45c7-9d8b-26217af17ac6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0811119 Nov 11 11:04:22.081395 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-faeda675-3f43-4225-993d-900b794aa59f req-b3cf3492-b3c9-4670-b45a-61edba9beb40 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588803 Nov 11 11:04:22.105079 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 37982) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:22.185292 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0102d137-a30f-466f-9bd3-d25865da2b5e req-8e3786c1-5c68-4ae2-9dc9-6da470c56ce2 tempest-VolumesActionsTest-1124644462 tempest-VolumesActionsTest-1124644462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba240c2-cb8d-49c5-a1a7-97cbc6c425eb HTTP/1.1" status: 200 len: 210 time: 0.0288374 Nov 11 11:04:22.273877 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48e1a511-6f1f-4177-b364-a763fceef9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.384881 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.397812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48e1a511-6f1f-4177-b364-a763fceef9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.402317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-48e1a511-6f1f-4177-b364-a763fceef9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.501923 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1a511-6f1f-4177-b364-a763fceef9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b70e174-45c3-4117-b85e-753fbaa7cb79,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:22.539359 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-48e1a511-6f1f-4177-b364-a763fceef9c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eef609e297b5422fba2e182b0d74f261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303567 Nov 11 11:04:22.540073 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 37990) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:22.634725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.661732 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.728898 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.731734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:22.732933 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b70e174-45c3-4117-b85e-753fbaa7cb79 HTTP/1.1" status: 204 len: 168 time: 0.1916351 Nov 11 11:04:22.750335 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2ec21-572d-452e-bdf7-186632632658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b70e174-45c3-4117-b85e-753fbaa7cb79,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:22.973317 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-c55fd5c9-9b69-465e-9fd0-9893bebdd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:22.974839 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-c55fd5c9-9b69-465e-9fd0-9893bebdd52e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.0596814 Nov 11 11:04:23.120575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-c6fb9d22-fefd-4f2c-9e9c-eac9c8dcc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:23.122672 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-c6fb9d22-fefd-4f2c-9e9c-eac9c8dcc740 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1104717 Nov 11 11:04:23.184745 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-6982cc62-e8af-49fd-861c-de35f73d8d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0494883 Nov 11 11:04:23.298609 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38008) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:23.303572 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ae8c-e073-4d6e-ad88-e02a1e5c969a req-e5f6e8dd-07cd-49c4-95d2-5c5d2d8d416d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:23.310961 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3f74ae8c-e073-4d6e-ad88-e02a1e5c969a req-e5f6e8dd-07cd-49c4-95d2-5c5d2d8d416d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1294434 Nov 11 11:04:23.317105 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ed84e60-cec0-4d55-b585-647d74476ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.328122 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-6e62f96f-897a-4b06-8338-03e6d5da12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:23.330023 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-6e62f96f-897a-4b06-8338-03e6d5da12dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.1185338 Nov 11 11:04:23.393631 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-9229d419-7915-459a-915c-e65c9d641341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552273 Nov 11 11:04:23.461802 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ed84e60-cec0-4d55-b585-647d74476ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.474389 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7ed84e60-cec0-4d55-b585-647d74476ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.505203 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3f74ae8c-e073-4d6e-ad88-e02a1e5c969a req-5a3dc1f2-a679-42ab-b6ef-aa6d60f37443 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838849 Nov 11 11:04:23.530963 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7ed84e60-cec0-4d55-b585-647d74476ffd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f746a988cea48b0980ea7a586ed78dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303991 Nov 11 11:04:23.541776 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 38016) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:23.548705 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed84e60-cec0-4d55-b585-647d74476ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9a04f-9675-4eb9-9241-59253a040266,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:23.564975 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-1b609686-3d44-4829-b217-9611c998c236 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614881 Nov 11 11:04:23.709993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.738698 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 31ec1305-bca0-48fa-bc71-b665a2e06969 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:04:23.756969 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.779803 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cfd69bd6-18f5-4487-9166-e5ccfe586c01 req-1dde515a-a61a-4f5a-97c9-0ba6df783d0a service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894057 Nov 11 11:04:23.800985 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 31ec1305-bca0-48fa-bc71-b665a2e06969 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:04:23.801338 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 31ec1305-bca0-48fa-bc71-b665a2e06969 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:04:23.861507 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.864516 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:23.873690 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aee9a04f-9675-4eb9-9241-59253a040266 HTTP/1.1" status: 204 len: 168 time: 0.3302834 Nov 11 11:04:23.886902 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc67c36-443e-40b0-a8c2-b8cba716f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9a04f-9675-4eb9-9241-59253a040266,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:24.685164 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb615d-8c52-4c0d-a31d-6fcbbc8f4747 req-9e952375-d945-4cd9-a317-e840099ceacd tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:24.686719 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ebb615d-8c52-4c0d-a31d-6fcbbc8f4747 req-9e952375-d945-4cd9-a317-e840099ceacd tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0735762 Nov 11 11:04:24.756565 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ebb615d-8c52-4c0d-a31d-6fcbbc8f4747 req-ec552e94-bc02-4326-8ffb-cfab94467885 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584433 Nov 11 11:04:26.615356 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 38156) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:26.732636 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3638-8f50-47b3-872e-8f7f658baa53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.810641 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3638-8f50-47b3-872e-8f7f658baa53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.814936 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3638-8f50-47b3-872e-8f7f658baa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.853426 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ce1f3638-8f50-47b3-872e-8f7f658baa53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5bfcf828dab423695d97a6c004dc7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367141 Nov 11 11:04:26.854254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f3638-8f50-47b3-872e-8f7f658baa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e0820-b050-4139-b0dc-a7b1aebac72d,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:26.856099 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38170) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:26.906279 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.927258 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.972801 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.975322 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:26.976458 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f19e0820-b050-4139-b0dc-a7b1aebac72d HTTP/1.1" status: 204 len: 168 time: 0.1193087 Nov 11 11:04:26.984040 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52180d0f-de27-4ff3-b8f9-2d33f60e9497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e0820-b050-4139-b0dc-a7b1aebac72d,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:27.226390 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38178) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:27.239916 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d66c30e7-62ea-481d-9503-49000232a17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.317639 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d66c30e7-62ea-481d-9503-49000232a17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.322392 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d66c30e7-62ea-481d-9503-49000232a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.359001 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c30e7-62ea-481d-9503-49000232a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014de8c1-40a7-4048-b022-01582fe418fc,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:27.365793 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d66c30e7-62ea-481d-9503-49000232a17e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1661b70372ec49deba260567a7734519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370873 Nov 11 11:04:27.367239 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38180) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:27.414826 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.435270 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.483260 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.486527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:27.487709 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/014de8c1-40a7-4048-b022-01582fe418fc HTTP/1.1" status: 204 len: 168 time: 0.1195688 Nov 11 11:04:27.495616 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e925e-f71f-4e40-a88a-724555ae8e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014de8c1-40a7-4048-b022-01582fe418fc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:28.525589 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-e839da0e-f382-49ca-940b-96bc1c20e64a tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:28.529826 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-e839da0e-f382-49ca-940b-96bc1c20e64a tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 815 time: 0.1776304 Nov 11 11:04:28.555885 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-02c8160d-2d08-4a7e-8c9b-285fc69b7b47 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/quotas/84b5e26c38894979842ce8caa0a5c827 HTTP/1.1" status: 200 len: 375 time: 0.0168264 Nov 11 11:04:28.630267 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-0cbe2fc4-1976-4da9-af9f-0dd863915bba tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672348 Nov 11 11:04:28.771480 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-b5a44103-e32f-4614-8859-bfcf6442e422 service neutron] 10.222.0.57 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183586 Nov 11 11:04:28.790693 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38238) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:28.919466 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-dcaea63c-da67-48ec-85c5-38ce80105892 service neutron] 10.222.0.57 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373258 Nov 11 11:04:28.990604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c2df16dc-3fba-40bb-8a4c-32a185f4999c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.146440 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c2df16dc-3fba-40bb-8a4c-32a185f4999c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.153467 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c2df16dc-3fba-40bb-8a4c-32a185f4999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.192805 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df16dc-3fba-40bb-8a4c-32a185f4999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d33a48-13b7-4e60-a563-e62bd0edc23f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:29.215802 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c2df16dc-3fba-40bb-8a4c-32a185f4999c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1457226ed3749a1b4d92b8283b68538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239750 Nov 11 11:04:29.218845 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 38254) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:29.311890 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48a833f4-eaab-4975-84e5-959c7958032a req-961ef809-8ea9-4b9e-bdb7-d43963d08ef2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 210 time: 0.0677521 Nov 11 11:04:29.360567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.397844 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.476933 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.481758 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:29.483824 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10d33a48-13b7-4e60-a563-e62bd0edc23f HTTP/1.1" status: 204 len: 168 time: 0.2634041 Nov 11 11:04:29.540021 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cfb7f-bec5-4479-af00-80545a799bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d33a48-13b7-4e60-a563-e62bd0edc23f,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:29.606628 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9530a-017e-4749-90e9-feb3b4f4d3b4 req-a59a4b04-b482-458a-9535-afaf4d51efd2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:29.608824 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4a9530a-017e-4749-90e9-feb3b4f4d3b4 req-a59a4b04-b482-458a-9535-afaf4d51efd2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0661869 Nov 11 11:04:29.692707 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4a9530a-017e-4749-90e9-feb3b4f4d3b4 req-c77561bc-7be4-49bd-adf0-49e76172e011 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765846 Nov 11 11:04:30.580458 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-219ee73c-903a-4f9b-8396-c16707b8aada req-d1160598-dc63-4b57-85bb-fd350a9832c2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 210 time: 0.0946474 Nov 11 11:04:31.379934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-9679e524-baef-4d29-bc23-984619b4b387 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:31.382014 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-9679e524-baef-4d29-bc23-984619b4b387 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 815 time: 0.3067405 Nov 11 11:04:31.438055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'port': {'device_id': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'admin_state_up': True, 'tenant_id': '84b5e26c38894979842ce8caa0a5c827'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:31.624080 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Made reservation on behalf of 84b5e26c38894979842ce8caa0a5c827 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:31.629226 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:31.800616 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4dec7507-d38b-414b-b7eb-05b29a6b8d54 req-62613bca-753f-4c62-a797-53644e032999 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 210 time: 0.0418634 Nov 11 11:04:31.911524 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Allocated IP 172.20.0.14 (cd0cf38e-8a50-444b-ade6-c4970d3340c6/3a3c065b-bc07-401a-a2f5-93c7ff9a20e8/5bfdc432-87af-4af3-a850-5345befbabde) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:32.160800 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:32.210672 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:32.278156 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:32.305137 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:32.307725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:32.325781 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:32.351818 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:32.353004 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:32.395216 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-ec7fc04e-bbc1-4870-b39a-7069373992cb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888325 Nov 11 11:04:32.779880 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-c688a034-73ea-4c96-b6b0-0df2a15f9962 None None] Provisioning complete for port 5bfdc432-87af-4af3-a850-5345befbabde triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:32.781954 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c688a034-73ea-4c96-b6b0-0df2a15f9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:32.956333 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-c688a034-73ea-4c96-b6b0-0df2a15f9962 None None] Port 5bfdc432-87af-4af3-a850-5345befbabde cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:04:33.419536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Request body: {'port': {'device_id': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:33.548708 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:33.997091 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be52cef-2dfd-4c7a-b517-4fa33757a01e req-74e0c252-4b83-4721-9037-b9a9d95af9f2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:34.007863 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7be52cef-2dfd-4c7a-b517-4fa33757a01e req-74e0c252-4b83-4721-9037-b9a9d95af9f2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 932 time: 0.1582778 Nov 11 11:04:34.121864 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7be52cef-2dfd-4c7a-b517-4fa33757a01e req-1ac3f18f-17ec-4c2c-9a88-00335c79ce95 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127951 Nov 11 11:04:34.276143 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfdc432-87af-4af3-a850-5345befbabde {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:04:34.286409 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:34.302139 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Transition to ACTIVE for port object 5bfdc432-87af-4af3-a850-5345befbabde will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:04:34.307446 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:34.410613 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:34.467754 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Attempting to bind port 5bfdc432-87af-4af3-a850-5345befbabde on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:34.470086 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Attempting to bind port 5bfdc432-87af-4af3-a850-5345befbabde by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:34.470813 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Attempting to bind port 5bfdc432-87af-4af3-a850-5345befbabde on network cd0cf38e-8a50-444b-ade6-c4970d3340c6 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:34.479059 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Port 5bfdc432-87af-4af3-a850-5345befbabde on network cd0cf38e-8a50-444b-ade6-c4970d3340c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:04:34.480306 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Attempting to bind port 5bfdc432-87af-4af3-a850-5345befbabde on network cd0cf38e-8a50-444b-ade6-c4970d3340c6 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:34.488347 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:34.489113 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Checking segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:34.489952 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Bound using segment: {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:34.490682 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Bound port: 5bfdc432-87af-4af3-a850-5345befbabde, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc94384e-426d-42c2-a884-73c54b4587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:34.491324 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:34.680080 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:34.697713 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:34.717516 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:34.912115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:34.938737 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:34.942508 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:34.945622 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-c0c2bfc9-7606-4906-ba31-08a4afc1c694 service neutron] 10.222.0.20 "PUT /v2.0/ports/5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 1094 time: 1.5344462 Nov 11 11:04:34.946391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:34.954435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2aa955-79c6-498e-a1fd-94c1559454d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:35.084527 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742eb571-c156-4d19-8003-ec9b3266164c x-openstack-request-id: req-742eb571-c156-4d19-8003-ec9b3266164c {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:35.084850 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:35.085145 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-742eb571-c156-4d19-8003-ec9b3266164c {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:35.085552 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:04:35.323562 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17ec60-d5b0-4e9e-8151-f88b4e6de7af req-fc83ca95-8ee5-4c88-9ed1-d1aa52a43a62 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:35.325229 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf17ec60-d5b0-4e9e-8151-f88b4e6de7af req-fc83ca95-8ee5-4c88-9ed1-d1aa52a43a62 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0975597 Nov 11 11:04:35.394134 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf17ec60-d5b0-4e9e-8151-f88b4e6de7af req-af9ffb76-436e-4fd4-8d44-3ee9d96697b3 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Nov 11 11:04:36.542435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7de85a-2c3e-4709-b49b-9647ebd2d8d9 req-28486941-f7c3-46e1-b1e8-f44b9e971aec tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:36.543988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fb7de85a-2c3e-4709-b49b-9647ebd2d8d9 req-28486941-f7c3-46e1-b1e8-f44b9e971aec tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0661309 Nov 11 11:04:36.596573 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fb7de85a-2c3e-4709-b49b-9647ebd2d8d9 req-4ab15900-1112-4965-853b-18adab185f3e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Nov 11 11:04:37.930038 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35e7a6-8e73-4860-bf24-9c0b793ce1a6 req-1761f691-4d41-4252-a323-703209c52df3 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:37.941375 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4a35e7a6-8e73-4860-bf24-9c0b793ce1a6 req-1761f691-4d41-4252-a323-703209c52df3 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.1381238 Nov 11 11:04:37.993451 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:04:38.022406 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4a35e7a6-8e73-4860-bf24-9c0b793ce1a6 req-ae5ce350-e469-428f-9e07-570754ced431 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800865 Nov 11 11:04:39.179121 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbd66a-503d-4b70-903a-36b097165b1e req-0d71fb2c-4dbe-4629-b23c-8788c824be4a tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:39.180728 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8dbd66a-503d-4b70-903a-36b097165b1e req-0d71fb2c-4dbe-4629-b23c-8788c824be4a tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0594265 Nov 11 11:04:39.242318 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8dbd66a-503d-4b70-903a-36b097165b1e req-18e5e3cf-0891-4e5a-bd5f-3707e5e75dab tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Nov 11 11:04:40.368426 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52b2c9-70c9-4364-b3eb-8647c918bc1d req-e8e1879c-2291-4927-8bf7-a482aeb43ff1 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:40.369794 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f52b2c9-70c9-4364-b3eb-8647c918bc1d req-e8e1879c-2291-4927-8bf7-a482aeb43ff1 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0527468 Nov 11 11:04:40.427413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc20f0dd-ca34-4152-8bd4-c9115147cc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:40.431710 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f52b2c9-70c9-4364-b3eb-8647c918bc1d req-8180cfcd-1baa-4383-8660-af3d7a052f1b tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545135 Nov 11 11:04:41.570565 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5442c-46f0-4cf7-bebc-1eae6087a7c7 req-802f9517-5242-4c23-a033-229d42157c06 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:41.573101 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-64c5442c-46f0-4cf7-bebc-1eae6087a7c7 req-802f9517-5242-4c23-a033-229d42157c06 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0630717 Nov 11 11:04:41.650272 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-64c5442c-46f0-4cf7-bebc-1eae6087a7c7 req-2a5d58ac-db52-4dec-820c-9860d539d2ee tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 Nov 11 11:04:42.887808 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-01f8da7f-de89-4194-91be-5a6c0b56a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:43.166434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863a9b-abb6-4e33-a3bb-51ff9a5f6772 req-b1515ecc-4078-4bc8-a0f2-7eadafbeae71 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:43.168050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca863a9b-abb6-4e33-a3bb-51ff9a5f6772 req-b1515ecc-4078-4bc8-a0f2-7eadafbeae71 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.3873832 Nov 11 11:04:43.234309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca863a9b-abb6-4e33-a3bb-51ff9a5f6772 req-14d24592-54c8-4180-9d0c-32a208467276 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568180 Nov 11 11:04:43.937147 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:45.439310 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:46.367126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:48.393882 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212db40b-3d9f-4860-ab95-d37f2f271144 req-858f8aec-4b51-4b67-8978-3a020778fe4f tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:48.396359 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-212db40b-3d9f-4860-ab95-d37f2f271144 req-858f8aec-4b51-4b67-8978-3a020778fe4f tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0529218 Nov 11 11:04:48.452478 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-212db40b-3d9f-4860-ab95-d37f2f271144 req-dc5994e2-e990-4ff1-ad54-cb7752b96c29 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Nov 11 11:04:48.571269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99543f-9d70-42f4-996e-d150f63210dd req-eaf882f5-20d3-4532-a34d-b146e729652d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:48.572925 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4c99543f-9d70-42f4-996e-d150f63210dd req-eaf882f5-20d3-4532-a34d-b146e729652d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0511146 Nov 11 11:04:48.688644 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4c99543f-9d70-42f4-996e-d150f63210dd req-2c81c176-5d5b-4dd3-b4d9-727670c3d206 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053839 Nov 11 11:04:49.457983 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-752d0821-5fec-4bb0-a841-2719d5ba391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:49.459828 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-752d0821-5fec-4bb0-a841-2719d5ba391e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1097 time: 0.0678244 Nov 11 11:04:49.516153 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-edc6f5cc-5dee-4b29-b1f6-d78f37da7aac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 217 time: 0.0431221 Nov 11 11:04:49.618789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-df8fa83f-c5a8-4548-8d4c-7f3262d6142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:49.620013 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-df8fa83f-c5a8-4548-8d4c-7f3262d6142e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.0933192 Nov 11 11:04:49.698188 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dab7e4-586b-4a2d-a13a-9a9180611045 req-a2b6586c-9acd-4212-a41e-42560f40afe2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:49.699898 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a6dab7e4-586b-4a2d-a13a-9a9180611045 req-a2b6586c-9acd-4212-a41e-42560f40afe2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.0940037 Nov 11 11:04:49.732206 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-058d5454-9542-4847-b478-96feb9fbb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:49.735206 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-058d5454-9542-4847-b478-96feb9fbb7e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914137 Nov 11 11:04:49.903239 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a6dab7e4-586b-4a2d-a13a-9a9180611045 req-9c8660d5-e782-4d4f-925a-f45eb0726ef2 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937897 Nov 11 11:04:49.938055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35e58a-5df1-41df-ab31-1b151f20fc30 req-649e3f1d-2ec5-46b8-b167-85d837663672 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:49.942109 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d35e58a-5df1-41df-ab31-1b151f20fc30 req-649e3f1d-2ec5-46b8-b167-85d837663672 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1638770 Nov 11 11:04:49.968034 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-9dd1be7c-a064-4cbf-9542-bdddd5644955 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198439 Nov 11 11:04:50.069828 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d35e58a-5df1-41df-ab31-1b151f20fc30 req-0e0db85d-55a6-4ea1-afbc-2c6452d0974c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133473 Nov 11 11:04:50.131917 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d17192e7-b7e6-4e29-b84f-ed4d9eb29ff3 req-6467b506-5efe-4c25-81da-2aff7cbb76f1 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473384 Nov 11 11:04:50.286055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-e5c02260-be7d-4090-bd5a-2ecf78de4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:50.288627 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-e5c02260-be7d-4090-bd5a-2ecf78de4449 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1097 time: 0.0763865 Nov 11 11:04:50.575976 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-5d56dee5-b635-404d-8756-a29cc63e0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:50.584639 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-5d56dee5-b635-404d-8756-a29cc63e0e57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.2830377 Nov 11 11:04:50.694003 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-1e5b7a78-4587-42c0-a1e7-3d30aec8370e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 217 time: 0.0926101 Nov 11 11:04:50.759281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-fe6fd1b4-c677-4668-9081-aece2fe9e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:50.760619 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-fe6fd1b4-c677-4668-9081-aece2fe9e440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.0560851 Nov 11 11:04:50.832183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-50cc484b-0181-43fb-8ac5-ee6bcb82065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:50.833781 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-50cc484b-0181-43fb-8ac5-ee6bcb82065f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635438 Nov 11 11:04:50.949927 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-6b5159ef-d064-4221-a970-c602038a4a04 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078966 Nov 11 11:04:51.105244 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2b2aa955-79c6-498e-a1fd-94c1559454d6 req-ae5b5235-301e-45d1-8b33-7c0418214734 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453717 Nov 11 11:04:51.124081 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a729f-6b25-4656-ba56-48d6a67da4ed req-36dc52df-7397-41b1-a0ff-4175a2eb8136 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:51.125681 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8e2a729f-6b25-4656-ba56-48d6a67da4ed req-36dc52df-7397-41b1-a0ff-4175a2eb8136 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 944 time: 0.1175349 Nov 11 11:04:51.215862 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8e2a729f-6b25-4656-ba56-48d6a67da4ed req-3c800dfe-1b92-48a8-86cd-0b2115d071db tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804946 Nov 11 11:04:51.263367 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e039e-0ec6-4f93-9ec3-bddbc2f8e17e req-898b13fc-76f8-471b-8185-a5ee6c37aa7a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:51.265923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ee6e039e-0ec6-4f93-9ec3-bddbc2f8e17e req-898b13fc-76f8-471b-8185-a5ee6c37aa7a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0892947 Nov 11 11:04:51.346237 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ee6e039e-0ec6-4f93-9ec3-bddbc2f8e17e req-74765e35-001d-4e89-8ff0-6a3ced82d1a3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690737 Nov 11 11:04:52.088357 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 5bfdc432-87af-4af3-a850-5345befbabde details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:04:52.138011 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-dc49431f-505f-4a4b-9ac2-db0658ab4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.140289 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-dc49431f-505f-4a4b-9ac2-db0658ab4724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.0889754 Nov 11 11:04:52.166636 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36da36e-45f0-4202-a315-a89b44757dfc req-c446e0b5-5c4b-4303-8f81-6e395c75d428 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.168380 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a36da36e-45f0-4202-a315-a89b44757dfc req-c446e0b5-5c4b-4303-8f81-6e395c75d428 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0748425 Nov 11 11:04:52.230595 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:52.258295 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '5bfdc432-87af-4af3-a850-5345befbabde', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'port_id': '5bfdc432-87af-4af3-a850-5345befbabde', 'mac_address': 'fa:16:3e:06:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:04:52.281557 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a36da36e-45f0-4202-a315-a89b44757dfc req-9de5e63e-5ad4-44ba-8907-58debdda0cf5 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005619 Nov 11 11:04:52.323146 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:52.324470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-76c83f80-f7dd-42b0-9fc3-8817f56473b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.327798 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-76c83f80-f7dd-42b0-9fc3-8817f56473b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1760447 Nov 11 11:04:52.350565 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfdc432-87af-4af3-a850-5345befbabde {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:04:52.396366 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:52.403333 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:52.433322 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-0219ef59-e7d5-47a0-9aaa-3a05fcae4c40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0920990 Nov 11 11:04:52.480676 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:52.493018 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:52.494538 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.494909 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.495253 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.495595 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.495987 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.496327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.496681 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.497064 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.497413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.497744 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.498173 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.499087 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:04:52.574626 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7dae-04a7-4d7e-a432-01da49646ec5 req-01d715c2-e7b2-43e4-ae59-322d9bb7a1ce tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.577083 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92cb7dae-04a7-4d7e-a432-01da49646ec5 req-01d715c2-e7b2-43e4-ae59-322d9bb7a1ce tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1002383 Nov 11 11:04:52.579099 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-1f164439-1571-411c-9187-b9e05ca41f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.580564 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-1f164439-1571-411c-9187-b9e05ca41f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.1460404 Nov 11 11:04:52.608729 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9c1d4-d057-4d42-8abb-043f4fe23a6d req-180a7885-33d5-45d0-b0ee-09b9c8e708c6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:52.610256 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-72f9c1d4-d057-4d42-8abb-043f4fe23a6d req-180a7885-33d5-45d0-b0ee-09b9c8e708c6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 945 time: 0.2106471 Nov 11 11:04:52.643970 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-23dfd817-4924-47ee-bd27-035ecfceffde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506680 Nov 11 11:04:52.753815 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92cb7dae-04a7-4d7e-a432-01da49646ec5 req-64a935e0-3651-447a-a644-145c4e52fff3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689937 Nov 11 11:04:52.768637 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-72f9c1d4-d057-4d42-8abb-043f4fe23a6d req-8a251ea7-4bf0-4a99-b576-9abe5643c62e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486816 Nov 11 11:04:52.781627 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:04:52.833852 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-2057568c-d2cd-4d84-9424-157895bb74c4 service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773658 Nov 11 11:04:53.025093 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-79248a29-bea2-4178-ba53-bc3eedfc8b98 req-43fade51-5cd1-47cd-91ec-2b4ad8af492a service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804035 Nov 11 11:04:53.543403 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da483-7cd3-412b-a725-5bee2c079875 req-f8e73c75-6bed-4905-a73c-415b0f96d393 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:53.551377 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e3da483-7cd3-412b-a725-5bee2c079875 req-f8e73c75-6bed-4905-a73c-415b0f96d393 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1296594 Nov 11 11:04:53.648967 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e3da483-7cd3-412b-a725-5bee2c079875 req-6f4d9f2c-8bfb-4a2b-8b44-5b7f75d57588 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945795 Nov 11 11:04:53.664976 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-4dc3579f-8fc9-489a-9ca1-07a079a7e8fe tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:53.672649 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-4dc3579f-8fc9-489a-9ca1-07a079a7e8fe tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.2066514 Nov 11 11:04:53.684466 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-38f688dd-b201-40ea-a903-6206cb586707 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/quotas/d16b48906d2c4fc293193f47ad9c89da HTTP/1.1" status: 200 len: 375 time: 0.0108275 Nov 11 11:04:53.764386 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-11425889-9113-4dce-b2a9-8278c498eede tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646043 Nov 11 11:04:53.930380 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-e273c2f7-e468-4dc8-8c06-5ea16727c811 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571922 Nov 11 11:04:53.966616 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd12ee-fd0e-4cbf-908d-8287841ed911 req-d86384a0-e94d-436f-8725-d97f1b7dc96e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:53.968460 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5bbd12ee-fd0e-4cbf-908d-8287841ed911 req-d86384a0-e94d-436f-8725-d97f1b7dc96e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 945 time: 0.1024058 Nov 11 11:04:54.057968 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5bbd12ee-fd0e-4cbf-908d-8287841ed911 req-12f79609-a5d4-4d5a-851b-b971c1029cf9 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635509 Nov 11 11:04:54.103641 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-8232456a-f6c2-4ba7-b9e3-d4e27a69e538 service neutron] 10.222.0.57 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649377 Nov 11 11:04:54.110018 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 5bfdc432-87af-4af3-a850-5345befbabde up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:04:54.202936 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 5bfdc432-87af-4af3-a850-5345befbabde completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:04:54.208270 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 5bfdc432-87af-4af3-a850-5345befbabde triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:04:54.208676 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:54.255990 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbbee7-6aa5-4793-a60c-fb9d106da442 req-d93e5894-d684-4769-a04c-5ae57d8cff96 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:54.257833 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7edbbee7-6aa5-4793-a60c-fb9d106da442 req-d93e5894-d684-4769-a04c-5ae57d8cff96 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0999503 Nov 11 11:04:54.324294 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:54.350339 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7edbbee7-6aa5-4793-a60c-fb9d106da442 req-acaabfac-83ed-4b73-b3a8-c057b1981182 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861959 Nov 11 11:04:54.381195 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:54.384096 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6781ea7-310e-4740-ad3b-4ee1ca10517d" -d '{"events": [{"server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "name": "network-vif-plugged", "status": "completed", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:54.418383 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:04:54.419431 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bea8f949-5d68-427d-bbc3-f80cba073441 req-e6ec6a0b-a221-40fd-ba08-7222ca466d23 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0493896 Nov 11 11:04:54.434071 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:54.479525 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10031517-56ab-4223-b93f-0efe4a2f024b x-openstack-request-id: req-10031517-56ab-4223-b93f-0efe4a2f024b {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:54.480048 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "name": "network-vif-plugged", "status": "completed", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:54.480458 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10031517-56ab-4223-b93f-0efe4a2f024b {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:54.481116 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'code': 200} Nov 11 11:04:54.539152 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:54.737103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f074e-20e8-41cd-8542-b24718b6e287 req-19f55d5c-6dd4-47d8-8c09-a3a341905827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:54.739581 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-986f074e-20e8-41cd-8542-b24718b6e287 req-19f55d5c-6dd4-47d8-8c09-a3a341905827 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1099 time: 0.0715039 Nov 11 11:04:54.819970 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-986f074e-20e8-41cd-8542-b24718b6e287 req-8bcd4558-aa37-43ef-a13e-b074f54845ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720851 Nov 11 11:04:54.849340 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a586e-4d66-47bd-bc6e-fc16931673f9 req-2b86b411-e736-4250-9da6-770286a07ee1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:54.853473 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-756a586e-4d66-47bd-bc6e-fc16931673f9 req-2b86b411-e736-4250-9da6-770286a07ee1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0728281 Nov 11 11:04:54.907558 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-756a586e-4d66-47bd-bc6e-fc16931673f9 req-27ec372a-ca0f-4525-8996-0f57aed1ed65 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Nov 11 11:04:54.954866 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 38756) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:55.186149 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ec235113-1676-4cc0-a0ec-d630f88b21a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.217874 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401170b0-b309-4c4d-96ec-200026148e65 req-a2c74a0d-2a96-4252-b6c9-0b3164f1d1fa tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:55.219453 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-401170b0-b309-4c4d-96ec-200026148e65 req-a2c74a0d-2a96-4252-b6c9-0b3164f1d1fa tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0800242 Nov 11 11:04:55.317198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-401170b0-b309-4c4d-96ec-200026148e65 req-541c5f7a-fd7c-48b1-8875-7b0be07eb993 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Nov 11 11:04:55.362288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ec235113-1676-4cc0-a0ec-d630f88b21a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.370026 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ec235113-1676-4cc0-a0ec-d630f88b21a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.436695 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ec235113-1676-4cc0-a0ec-d630f88b21a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8582b1495e5b4bfea27c9e2f46304460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792120 Nov 11 11:04:55.437556 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec235113-1676-4cc0-a0ec-d630f88b21a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97fb8a-1a6f-4f2b-8be2-cfebc390b429,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:55.439978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38784) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:55.531124 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4d9a4-7484-4543-9f9f-1b13bb82e645 req-b4d49a64-5770-4022-9869-d649b71a4661 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:55.532281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0d4d9a4-7484-4543-9f9f-1b13bb82e645 req-b4d49a64-5770-4022-9869-d649b71a4661 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Nov 11 11:04:55.532694 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.562781 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.574247 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1d0422c1-8ff8-40bb-ac59-59c0c0c232e6 req-cc9744bf-0eb7-4512-bdaf-52a4f98b562f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Nov 11 11:04:55.640529 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0d4d9a4-7484-4543-9f9f-1b13bb82e645 req-91b4907b-fa9d-463c-a2e2-4c62536571bc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921521 Nov 11 11:04:55.658002 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.660887 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:55.664968 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c97fb8a-1a6f-4f2b-8be2-cfebc390b429 HTTP/1.1" status: 204 len: 168 time: 0.2234294 Nov 11 11:04:55.674351 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08305-6560-4b19-9878-36d30a84fc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97fb8a-1a6f-4f2b-8be2-cfebc390b429,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:55.979099 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-506c0131-fa2d-4bb9-bfb9-60ab949f0f60 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:55.980643 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-506c0131-fa2d-4bb9-bfb9-60ab949f0f60 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 814 time: 0.1554284 Nov 11 11:04:56.006494 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Request body: {'port': {'device_id': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'admin_state_up': True, 'tenant_id': 'd16b48906d2c4fc293193f47ad9c89da'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:56.396929 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30a950-ba0a-475b-8634-bcac43f8c440 req-063df994-7983-4fc6-9191-a2fb9b501bbe tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:56.404941 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1e30a950-ba0a-475b-8634-bcac43f8c440 req-063df994-7983-4fc6-9191-a2fb9b501bbe tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.3683388 Nov 11 11:04:56.507638 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1e30a950-ba0a-475b-8634-bcac43f8c440 req-0d9db487-a32c-4ce4-a561-5caa455c53fb tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018112 Nov 11 11:04:56.508242 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Made reservation on behalf of d16b48906d2c4fc293193f47ad9c89da for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:04:56.512296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:56.548952 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa44b7b-bad9-45f0-a0fd-8048c06c685b req-5b499968-75bd-40b8-890d-f1f47f56079e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:56.550380 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-caa44b7b-bad9-45f0-a0fd-8048c06c685b req-5b499968-75bd-40b8-890d-f1f47f56079e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.1384220 Nov 11 11:04:56.684923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-caa44b7b-bad9-45f0-a0fd-8048c06c685b req-e23130ce-2e58-4da6-827b-a1fa9638e048 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005595 Nov 11 11:04:56.711566 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1801427c-8ed6-4363-9908-306cf20c5407 req-9aa21402-3423-4b5d-8e13-a5ae52f74c73 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0481095 Nov 11 11:04:56.735362 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Allocated IP 172.20.0.7 (1a4f9d04-6b07-4e0f-bd31-47efc672df02/56f62eb9-81b0-41d9-8644-55d85347a0f2/4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:04:56.858974 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c4163-a095-4d7a-8778-e023f68fdce4 req-be8f4dd3-d605-4016-a4ab-02fb992b1479 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:56.860655 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d4c4163-a095-4d7a-8778-e023f68fdce4 req-be8f4dd3-d605-4016-a4ab-02fb992b1479 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0975528 Nov 11 11:04:56.961086 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d4c4163-a095-4d7a-8778-e023f68fdce4 req-497f0053-f0fd-40e2-a610-ac807d4fa9d9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735378 Nov 11 11:04:56.997636 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.033931 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.048296 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', '8e78184c-8f5f-4587-89af-ebedf162e8b8', '87de39a5-39e1-4c77-b877-8cf181bd3071'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:04:57.085958 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:04:57.089235 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:04:57.094605 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:04:57.100523 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:57.101195 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.105493 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event updated for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:57.123089 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d68e045e-ece9-4009-bd13-81242859dec0 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1216879 Nov 11 11:04:57.146407 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Request body: {'port': {'device_id': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:04:57.200799 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.282660 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38880) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:57.359447 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Deleting subnet 5070d105-2b56-4e97-b8e1-6cf17835464b {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:04:57.363844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.426108 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.485378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.554028 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:04:57.562753 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.563851 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.578696 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Transition to ACTIVE for port object 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:04:57.590778 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.609660 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5070d105-2b56-4e97-b8e1-6cf17835464b,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:57.612172 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.617069 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2e117d11-cfb9-4d82-9da2-8b2464ba3bcd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5070d105-2b56-4e97-b8e1-6cf17835464b HTTP/1.1" status: 204 len: 168 time: 0.3326859 Nov 11 11:04:57.621270 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38890) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:57.715385 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.739481 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:57.764449 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Attempting to bind port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:04:57.764800 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Attempting to bind port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:04:57.765137 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Attempting to bind port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:57.772649 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:04:57.772975 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Attempting to bind port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 on network 1a4f9d04-6b07-4e0f-bd31-47efc672df02 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:04:57.790575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31904c1a-e4e2-4bcb-ac09-1f8d24f0cc5c req-ce363771-8650-47e6-9ca9-d70a86a677ec tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:57.792160 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31904c1a-e4e2-4bcb-ac09-1f8d24f0cc5c req-ce363771-8650-47e6-9ca9-d70a86a677ec tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1148584 Nov 11 11:04:57.793210 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:04:57.793546 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Checking segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:04:57.793928 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Bound using segment: {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:04:57.794567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Bound port: 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb80606b-4cda-4c1f-b68e-ec21c849a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:04:57.794933 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.841972 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.868964 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e45620-48d9-49bc-8ffa-b462621746af']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:57.890245 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb658ff-51f5-4a5e-ad03-5f743883e429') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:57.890602 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb658ff-51f5-4a5e-ad03-5f743883e429') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:04:57.904715 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.923697 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.931874 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:04:57.932391 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:04:57.934669 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:04:57.944262 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31904c1a-e4e2-4bcb-ac09-1f8d24f0cc5c req-2163a490-af9a-49cc-ac95-a8a3b183b4d0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380920 Nov 11 11:04:57.968196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6dbe-92bb-41b3-8c29-09ab69ac05eb req-fc2cdb9d-550c-47f5-a150-48caf32d7950 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:57.970393 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b6fe6dbe-92bb-41b3-8c29-09ab69ac05eb req-fc2cdb9d-550c-47f5-a150-48caf32d7950 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.1661255 Nov 11 11:04:57.980391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:04:57.996836 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:04:58.016480 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.030427 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.055603 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e45620-48d9-49bc-8ffa-b462621746af,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:58.058129 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.064758 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d835f1ab-fa19-4057-b2af-d2933bf57880 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f2e45620-48d9-49bc-8ffa-b462621746af HTTP/1.1" status: 204 len: 168 time: 0.4388387 Nov 11 11:04:58.126051 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b6fe6dbe-92bb-41b3-8c29-09ab69ac05eb req-14b9f73d-8fe0-4980-908e-6b290a40d1d6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425371 Nov 11 11:04:58.152145 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.153202 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.155161 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 HTTP/1.1" status: 200 len: 1093 time: 1.0131810 Nov 11 11:04:58.155705 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:04:58.158028 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e54931-731f-43be-816d-5fefbd236095" -d '{"events": [{"name": "network-changed", "server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:04:58.185696 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134cf5-694e-46fb-a98f-e568884d33b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:58.197178 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eee08-fecf-40d6-ad34-ed0dc6bd3798 req-23b7f737-9997-4ca7-bcd3-6a8a9e3c80aa tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.205133 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-133eee08-fecf-40d6-ad34-ed0dc6bd3798 req-23b7f737-9997-4ca7-bcd3-6a8a9e3c80aa tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 943 time: 0.1036716 Nov 11 11:04:58.321721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38914) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:58.323687 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-133eee08-fecf-40d6-ad34-ed0dc6bd3798 req-95138f84-035b-4b54-8666-a69c928884d4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175849 Nov 11 11:04:58.348745 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78ad73-93f9-4782-a0c6-1bed7f571815 req-638c68da-8b73-4504-88aa-ec600d288c34 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.350495 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ad78ad73-93f9-4782-a0c6-1bed7f571815 req-638c68da-8b73-4504-88aa-ec600d288c34 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1209061 Nov 11 11:04:58.353280 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-95786fd3-4236-4290-a954-6c63dcdcd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.354787 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-95786fd3-4236-4290-a954-6c63dcdcd793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 1096 time: 0.1413991 Nov 11 11:04:58.382632 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0ee55786-a897-4219-9ddc-cfd42c355245 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77a4c44c28554aada84c892d1e7447b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588484 Nov 11 11:04:58.384914 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 38916) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:04:58.389674 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bed1c1-3b19-4e2c-a5ca-7f01e5c9e16d x-openstack-request-id: req-48bed1c1-3b19-4e2c-a5ca-7f01e5c9e16d {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:04:58.390143 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:04:58.390573 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48bed1c1-3b19-4e2c-a5ca-7f01e5c9e16d {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:04:58.391272 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70', 'status': 'completed', 'code': 200} Nov 11 11:04:58.440076 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.460175 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-d779048d-aa15-41d2-92d2-dc1622076900 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 HTTP/1.1" status: 200 len: 217 time: 0.0901506 Nov 11 11:04:58.485785 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.574580 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.578087 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:04:58.581812 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b743a09-73bf-463c-849f-b50b409b3bb0 HTTP/1.1" status: 204 len: 168 time: 0.1933005 Nov 11 11:04:58.588080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ad78ad73-93f9-4782-a0c6-1bed7f571815 req-c0561f0a-8eb7-4494-8aaa-d6f59ca9de7c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301731 Nov 11 11:04:58.595716 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d855e70-3011-4549-b890-c287960b4400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b743a09-73bf-463c-849f-b50b409b3bb0,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:04:58.629658 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28277-879f-4aa4-8439-dfa40f53771a req-434c7273-1b3e-4a95-9506-86e8657fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.631690 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-434c7273-1b3e-4a95-9506-86e8657fdc15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.1348770 Nov 11 11:04:58.655734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4626bd-577a-4ad7-9640-4c80b97958bc req-c945a0a9-1a03-40bc-887a-ca3d5ba81e2e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:58.657522 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4b4626bd-577a-4ad7-9640-4c80b97958bc req-c945a0a9-1a03-40bc-887a-ca3d5ba81e2e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.2066569 Nov 11 11:04:58.696618 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-31244d4a-cc83-40d6-a86f-d369077351b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374162 Nov 11 11:04:58.807857 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4b4626bd-577a-4ad7-9640-4c80b97958bc req-de112b0e-ffcf-4852-9591-e76b31acf905 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389923 Nov 11 11:04:58.871806 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-b9b14c6e-a005-4bb0-825d-e71f03e65140 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599081 Nov 11 11:04:58.993426 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-efe28277-879f-4aa4-8439-dfa40f53771a req-4a806d64-ba32-4bba-bd82-8d2121d1c4ae service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137686 Nov 11 11:04:59.096874 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af2c0-c1f5-42e6-9a72-1169216954da req-4bd6aabc-b081-4f28-944c-246db72c0bfe tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.112963 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-431af2c0-c1f5-42e6-9a72-1169216954da req-4bd6aabc-b081-4f28-944c-246db72c0bfe tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0820951 Nov 11 11:04:59.201150 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-431af2c0-c1f5-42e6-9a72-1169216954da req-4ba6d40a-a406-48b6-9555-5f8c268b8f2c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867476 Nov 11 11:04:59.217539 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54931-731f-43be-816d-5fefbd236095 req-c8f700de-fc8b-4a13-ad4e-2e20e24263ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.219015 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-c8f700de-fc8b-4a13-ad4e-2e20e24263ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d16b48906d2c4fc293193f47ad9c89da&device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 1096 time: 0.0835505 Nov 11 11:04:59.317072 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcb6bf-01d1-4e04-b7f7-e53340a4083c req-e8360596-eb97-4194-950d-3203da5df7ce tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.320993 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62dcb6bf-01d1-4e04-b7f7-e53340a4083c req-e8360596-eb97-4194-950d-3203da5df7ce tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.1145902 Nov 11 11:04:59.408127 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54931-731f-43be-816d-5fefbd236095 req-c367ca83-38b1-4891-b3a5-365caac0f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.409922 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-c367ca83-38b1-4891-b3a5-365caac0f1c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 200 len: 915 time: 0.1715238 Nov 11 11:04:59.426282 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62dcb6bf-01d1-4e04-b7f7-e53340a4083c req-89b3c8c2-dec8-44c1-87f3-65a8198e934a tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991638 Nov 11 11:04:59.484442 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-2a54fc49-7e41-4413-ac62-0b17b866ccb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 HTTP/1.1" status: 200 len: 217 time: 0.0633807 Nov 11 11:04:59.537172 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e496fcb-29ad-419a-b6ef-92bb8050954b req-53655eed-f918-4bdd-b255-989bcae52c1e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.538811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2e496fcb-29ad-419a-b6ef-92bb8050954b req-53655eed-f918-4bdd-b255-989bcae52c1e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 943 time: 0.1281087 Nov 11 11:04:59.567252 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54931-731f-43be-816d-5fefbd236095 req-2db40892-16dd-4efd-8811-743708102243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.568778 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-2db40892-16dd-4efd-8811-743708102243 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 200 len: 854 time: 0.0719328 Nov 11 11:04:59.617852 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-27769799-e3e7-4f1f-8ae2-74483be6052e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4f9d04-6b07-4e0f-bd31-47efc672df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349684 Nov 11 11:04:59.798400 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2e496fcb-29ad-419a-b6ef-92bb8050954b req-31d1b954-3594-4b09-acf3-e47304fd070d tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413967 Nov 11 11:04:59.908228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20200-d31f-4f22-99e7-ea0b205dec2e req-3e6fb0bd-4e6e-4259-b0cd-20e935ca4062 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:04:59.919092 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ca20200-d31f-4f22-99e7-ea0b205dec2e req-3e6fb0bd-4e6e-4259-b0cd-20e935ca4062 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1595299 Nov 11 11:04:59.973417 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-7e8ce7ba-7d30-47fc-8e96-29498c9aea18 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219993 Nov 11 11:05:00.052240 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ca20200-d31f-4f22-99e7-ea0b205dec2e req-48f83b8c-a38f-437f-91ab-b0b505f91d9a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310303 Nov 11 11:05:00.207043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-55e54931-731f-43be-816d-5fefbd236095 req-62f06027-9080-485e-8021-98bf2ad6437e service neutron] 10.222.0.20 "GET /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185359 Nov 11 11:05:00.246802 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5275-1de2-4ba6-be44-46447b970db9 req-59b6e866-4eba-4c5d-bf6a-8b04f66ba87c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:00.248387 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a66a5275-1de2-4ba6-be44-46447b970db9 req-59b6e866-4eba-4c5d-bf6a-8b04f66ba87c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0879459 Nov 11 11:05:00.311029 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a66a5275-1de2-4ba6-be44-46447b970db9 req-f1f370a6-8d64-48b4-83c6-86fad90f76dd tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534530 Nov 11 11:05:00.374611 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d91ba4-ae4a-4c40-bed4-758705c08b21 req-65f0292b-6937-4a16-9407-903a0492224b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:00.376592 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4d91ba4-ae4a-4c40-bed4-758705c08b21 req-65f0292b-6937-4a16-9407-903a0492224b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0642202 Nov 11 11:05:00.437459 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4d91ba4-ae4a-4c40-bed4-758705c08b21 req-ec7e57d2-19a3-4ffe-b612-714d5607fb45 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Nov 11 11:05:00.945646 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a66267-bccd-40e5-9b96-3b4a831d016b req-9d556513-bdf4-4700-920d-b145c5c76f9a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:00.947687 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8a66267-bccd-40e5-9b96-3b4a831d016b req-9d556513-bdf4-4700-920d-b145c5c76f9a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 943 time: 0.0663524 Nov 11 11:05:01.003950 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8a66267-bccd-40e5-9b96-3b4a831d016b req-343f9a87-3e98-409e-8350-3aed8e1af61a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Nov 11 11:05:01.197169 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7fbd-2c6f-4220-b350-751e8cffadbe req-da1b110d-b8ff-4492-906a-f02dd75355dc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:01.198724 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-257d7fbd-2c6f-4220-b350-751e8cffadbe req-da1b110d-b8ff-4492-906a-f02dd75355dc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0637794 Nov 11 11:05:01.261991 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-257d7fbd-2c6f-4220-b350-751e8cffadbe req-66a39343-fbd0-459a-a0fe-c84d71d4a972 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521982 Nov 11 11:05:01.440785 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5834337-3f38-45b0-b740-f5030dcbad50 req-ea196173-505a-4804-935d-ba97446829c0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:01.442286 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c5834337-3f38-45b0-b740-f5030dcbad50 req-ea196173-505a-4804-935d-ba97446829c0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0556159 Nov 11 11:05:01.496707 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c5834337-3f38-45b0-b740-f5030dcbad50 req-c91c17e7-ff90-4f18-86e1-5f85c895caf5 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444691 Nov 11 11:05:01.622806 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2165-b61a-4471-baa2-fe21cacb8578 req-cb38c260-9834-40c2-b075-42eebf5909b6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:01.624942 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c62a2165-b61a-4471-baa2-fe21cacb8578 req-cb38c260-9834-40c2-b075-42eebf5909b6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0649683 Nov 11 11:05:01.699292 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c62a2165-b61a-4471-baa2-fe21cacb8578 req-62f89e95-6f7f-4fb2-92a2-43f391d5cffb tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Nov 11 11:05:02.129340 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc2550-935d-4c48-83db-7d77cf725f31 req-331d4138-dbc5-4aec-9ea5-e70142394f67 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:02.130942 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7ebc2550-935d-4c48-83db-7d77cf725f31 req-331d4138-dbc5-4aec-9ea5-e70142394f67 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 943 time: 0.0486772 Nov 11 11:05:02.135224 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:05:02.184913 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7ebc2550-935d-4c48-83db-7d77cf725f31 req-b5463c21-8b14-4d5b-bb9d-b26c9cf038fa tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Nov 11 11:05:02.378563 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:02.390869 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70', 'network_id': '1a4f9d04-6b07-4e0f-bd31-47efc672df02', 'port_id': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70', 'mac_address': 'fa:16:3e:e0:6b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f62eb9-81b0-41d9-8644-55d85347a0f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:05:02.408932 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa5f72-6006-4e01-b260-9cfbcc60503f req-8d199d14-e6ff-4a25-9b40-0f0a1267f237 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:02.411129 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1aaa5f72-6006-4e01-b260-9cfbcc60503f req-8d199d14-e6ff-4a25-9b40-0f0a1267f237 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0573597 Nov 11 11:05:02.441016 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:02.456927 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:05:02.469038 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1aaa5f72-6006-4e01-b260-9cfbcc60503f req-dfd9187d-93f8-4995-9314-ae4a3cc1fc22 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451915 Nov 11 11:05:02.481314 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:02.485970 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:02.554157 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:02.645949 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf24b-06b4-4329-a134-c8355e815115 req-bbc39743-58bf-4e94-b467-2c0a68525c37 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:02.645949 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c3bf24b-06b4-4329-a134-c8355e815115 req-bbc39743-58bf-4e94-b467-2c0a68525c37 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0602257 Nov 11 11:05:02.699912 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c3bf24b-06b4-4329-a134-c8355e815115 req-a4ba6ecd-a1d9-48ac-8a88-397528a33e4d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Nov 11 11:05:02.825050 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49821dd9-de8d-4df3-956f-83d347743e25 req-e12d0ad0-7d4b-4bf7-8628-670348d2e0ea tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:02.826462 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49821dd9-de8d-4df3-956f-83d347743e25 req-e12d0ad0-7d4b-4bf7-8628-670348d2e0ea tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0525763 Nov 11 11:05:02.874492 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49821dd9-de8d-4df3-956f-83d347743e25 req-f9b5ee53-2604-46c9-93da-db5813994727 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Nov 11 11:05:02.885911 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:03.310736 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4839-f016-455d-91fd-11c782e1da29 req-282e3296-5ff5-4f6b-b43a-50b317aeb392 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:03.312240 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2fcb4839-f016-455d-91fd-11c782e1da29 req-282e3296-5ff5-4f6b-b43a-50b317aeb392 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Nov 11 11:05:03.362832 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2fcb4839-f016-455d-91fd-11c782e1da29 req-61632be3-cd95-440c-8083-f1846f77ac05 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Nov 11 11:05:03.594050 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58770-30d5-4333-a474-089dccd0849d req-0e51671f-6641-4f81-8294-5d8cb678c047 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:03.595569 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-37f58770-30d5-4333-a474-089dccd0849d req-0e51671f-6641-4f81-8294-5d8cb678c047 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Nov 11 11:05:03.649068 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-37f58770-30d5-4333-a474-089dccd0849d req-ec01d881-80dc-4cf5-a6fe-fbdcc74094ae tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Nov 11 11:05:03.851632 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac867a98-56cb-495e-9c80-328e4fefa77a req-f8acee68-dd68-4bbb-a6d9-e904431a8065 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:03.853186 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac867a98-56cb-495e-9c80-328e4fefa77a req-f8acee68-dd68-4bbb-a6d9-e904431a8065 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0612442 Nov 11 11:05:03.909315 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac867a98-56cb-495e-9c80-328e4fefa77a req-2b9b7a3b-98a9-4d08-8289-276afddf7c96 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492947 Nov 11 11:05:03.999333 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99948d0-9274-4993-82a7-78cdb9cbbd9f req-8c5026ef-26c8-4700-b0bf-301b01ab016e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:04.001901 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c99948d0-9274-4993-82a7-78cdb9cbbd9f req-8c5026ef-26c8-4700-b0bf-301b01ab016e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0520465 Nov 11 11:05:04.055876 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c99948d0-9274-4993-82a7-78cdb9cbbd9f req-84f015db-329a-453a-91a1-258831fcabd1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Nov 11 11:05:04.149968 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:04.198207 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:05:04.202837 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:04.203210 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:04.281424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:04.307659 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:04.310439 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73fbf6-38ae-4971-887e-7dcea81e3f05" -d '{"events": [{"server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:04.326871 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:04.331330 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:04.361075 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf6133-43e0-4327-bcf5-0a67000110ab x-openstack-request-id: req-cdcf6133-43e0-4327-bcf5-0a67000110ab {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:04.361370 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:04.361622 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdcf6133-43e0-4327-bcf5-0a67000110ab {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:04.362010 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70', 'code': 200} Nov 11 11:05:04.394555 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:04.496281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f854a-5cbd-4137-9d27-7178213198b7 req-549800e2-7bb5-4ba2-bf3f-893f05dab044 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:04.498471 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ab2f854a-5cbd-4137-9d27-7178213198b7 req-549800e2-7bb5-4ba2-bf3f-893f05dab044 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Nov 11 11:05:04.572792 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ab2f854a-5cbd-4137-9d27-7178213198b7 req-3e8f8f9b-6de8-4943-85e6-3bcf4185ee4e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654025 Nov 11 11:05:04.574395 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e5dd6-b6ea-4564-8759-38a603524491 req-6a92aa02-8765-409d-ae8f-67865adaa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:04.576294 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a47e5dd6-b6ea-4564-8759-38a603524491 req-6a92aa02-8765-409d-ae8f-67865adaa751 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 1098 time: 0.0766051 Nov 11 11:05:04.629209 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a47e5dd6-b6ea-4564-8759-38a603524491 req-f8514b26-9b10-4ee7-b764-28e1cb39b34b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Nov 11 11:05:04.784513 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd48d5-d987-4b7d-acc2-d378481f38e7 req-990aa883-4583-401b-a3fb-c07ef20f4935 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:04.786041 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-57cd48d5-d987-4b7d-acc2-d378481f38e7 req-990aa883-4583-401b-a3fb-c07ef20f4935 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Nov 11 11:05:04.832650 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-57cd48d5-d987-4b7d-acc2-d378481f38e7 req-d2ea4cf8-f31f-40af-95e8-d6ad2165e247 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Nov 11 11:05:05.029622 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8748c8-5fc0-4f78-8302-557b422cb81d req-bfe428a5-52e6-4135-9299-a16957a27393 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:05.031123 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf8748c8-5fc0-4f78-8302-557b422cb81d req-bfe428a5-52e6-4135-9299-a16957a27393 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0496871 Nov 11 11:05:05.087274 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf8748c8-5fc0-4f78-8302-557b422cb81d req-dd64ccba-ec93-4a2c-864d-1c78099a6e9a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Nov 11 11:05:05.173306 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8edffd-e6f2-4e6e-8002-41d0af800ec6 req-a1555d9b-59df-44c5-b0d6-1c287c3f5e4a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:05.174789 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa8edffd-e6f2-4e6e-8002-41d0af800ec6 req-a1555d9b-59df-44c5-b0d6-1c287c3f5e4a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0524940 Nov 11 11:05:05.228069 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa8edffd-e6f2-4e6e-8002-41d0af800ec6 req-66317a9c-ce8b-4724-a125-3628dc97a700 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Nov 11 11:05:05.331623 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39156) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:05.438629 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b91306e-83b4-4c77-8b27-95198d2e7ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:05.521895 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b91306e-83b4-4c77-8b27-95198d2e7ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:05.529364 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0b91306e-83b4-4c77-8b27-95198d2e7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:05.570455 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0b91306e-83b4-4c77-8b27-95198d2e7ca0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a3ebf4023864330a6f40082a92edf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377439 Nov 11 11:05:05.571498 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91306e-83b4-4c77-8b27-95198d2e7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2285d59-137f-43ec-ac8a-2681c0e6f2ac,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:05.573262 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39160) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:05.869200 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9f1c-608d-4492-92bf-a5546cbd04c6 req-ff03a3fc-88ed-4b6b-bf27-e2a6eecfb43b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:05.870705 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b5d9f1c-608d-4492-92bf-a5546cbd04c6 req-ff03a3fc-88ed-4b6b-bf27-e2a6eecfb43b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.0741954 Nov 11 11:05:05.871853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:05.913364 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:05.999072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8b5d9f1c-608d-4492-92bf-a5546cbd04c6 req-7e3de8e0-88b0-487a-bac5-86748ef0f6a5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169674 Nov 11 11:05:06.010773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36781e25-191b-4c15-95ed-01b102759868 req-d25717f8-fff3-47e8-b362-23368fed2636 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:06.012736 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-36781e25-191b-4c15-95ed-01b102759868 req-d25717f8-fff3-47e8-b362-23368fed2636 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1031456 Nov 11 11:05:06.043454 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.046551 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.047720 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2285d59-137f-43ec-ac8a-2681c0e6f2ac HTTP/1.1" status: 204 len: 168 time: 0.4732645 Nov 11 11:05:06.065282 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b281a-68aa-4e69-b1d9-d802ddea8b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2285d59-137f-43ec-ac8a-2681c0e6f2ac,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:06.092868 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-36781e25-191b-4c15-95ed-01b102759868 req-faff1735-108a-4656-8be6-2509bcde3779 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683708 Nov 11 11:05:06.211600 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ad91-40d4-4cd5-bf40-1d88180abdd5 req-de1aec3a-8162-49c7-a0dc-39c01ee7a65c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:06.213330 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2dd8ad91-40d4-4cd5-bf40-1d88180abdd5 req-de1aec3a-8162-49c7-a0dc-39c01ee7a65c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0512543 Nov 11 11:05:06.261887 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2dd8ad91-40d4-4cd5-bf40-1d88180abdd5 req-e5844232-9dc2-47de-bd4d-e0c556745273 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Nov 11 11:05:06.350939 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39178) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:06.353385 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b99e-e1c5-465c-9993-2dddc41dce85 req-dff97fa6-e2f4-44e8-8817-c46249fb5d82 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:06.355164 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5295b99e-e1c5-465c-9993-2dddc41dce85 req-dff97fa6-e2f4-44e8-8817-c46249fb5d82 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0562825 Nov 11 11:05:06.374719 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33d0e8f2-64de-4497-99ff-7ff8d031c056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.404782 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5295b99e-e1c5-465c-9993-2dddc41dce85 req-6c1c1394-3f8e-4254-85c2-e91000cb4274 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Nov 11 11:05:06.459589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33d0e8f2-64de-4497-99ff-7ff8d031c056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.463494 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33d0e8f2-64de-4497-99ff-7ff8d031c056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.502536 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-33d0e8f2-64de-4497-99ff-7ff8d031c056 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a3b29c32ecf4a3c9a3ab6ca23b522c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505594 Nov 11 11:05:06.503558 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0e8f2-64de-4497-99ff-7ff8d031c056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5edeea7-fc9b-447d-a247-66cb8e0dca5b,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:06.505288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39180) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:06.556199 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.577814 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.631997 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.636083 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:06.638047 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5edeea7-fc9b-447d-a247-66cb8e0dca5b HTTP/1.1" status: 204 len: 168 time: 0.1310031 Nov 11 11:05:06.646566 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c300c-1425-41a6-8a46-4eec35fe4fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5edeea7-fc9b-447d-a247-66cb8e0dca5b,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:06.964621 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39190) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:06.978691 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f934d7c5-ba39-4ca8-baf1-fb7ead70eb8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.060192 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f934d7c5-ba39-4ca8-baf1-fb7ead70eb8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.064201 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f934d7c5-ba39-4ca8-baf1-fb7ead70eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.131210 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934d7c5-ba39-4ca8-baf1-fb7ead70eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a702c8d-ca0a-4cb7-8d73-37c58a67ae38,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:07.138121 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f934d7c5-ba39-4ca8-baf1-fb7ead70eb8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ff69ac691074fe79f4b08ffe5938291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717579 Nov 11 11:05:07.140942 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39196) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:07.155668 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ada2a-d86b-4502-99c4-8e23a7c5f1d0 req-db580428-46d2-4572-9cf5-b876461d9c16 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:07.155886 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bd9ada2a-d86b-4502-99c4-8e23a7c5f1d0 req-db580428-46d2-4572-9cf5-b876461d9c16 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.0875943 Nov 11 11:05:07.201481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.222515 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.233224 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bd9ada2a-d86b-4502-99c4-8e23a7c5f1d0 req-5f13e655-7230-42bf-8a8f-f6623fd7ba18 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705554 Nov 11 11:05:07.246036 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472cb6-0548-4fda-9c20-cd9fd9600e1f req-8baceded-0e9f-47e9-b181-3475cca04587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:07.248133 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a5472cb6-0548-4fda-9c20-cd9fd9600e1f req-8baceded-0e9f-47e9-b181-3475cca04587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0715504 Nov 11 11:05:07.274532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.277429 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:07.278573 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a702c8d-ca0a-4cb7-8d73-37c58a67ae38 HTTP/1.1" status: 204 len: 168 time: 0.1366735 Nov 11 11:05:07.296922 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86bed-b1b5-4f9b-8190-ba1794909264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a702c8d-ca0a-4cb7-8d73-37c58a67ae38,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:07.311459 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a5472cb6-0548-4fda-9c20-cd9fd9600e1f req-b8d0b172-fb90-41f6-877e-fe26cadac050 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568576 Nov 11 11:05:07.412628 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21aadf-2c60-4da2-954c-83684f7be81a req-d1f3cfd2-4481-40b5-b38a-2edca3b5db9e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:07.414251 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8e21aadf-2c60-4da2-954c-83684f7be81a req-d1f3cfd2-4481-40b5-b38a-2edca3b5db9e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0585814 Nov 11 11:05:07.485816 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8e21aadf-2c60-4da2-954c-83684f7be81a req-2bf74da3-9079-4ef7-abc6-f044165fe8a7 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644825 Nov 11 11:05:07.552837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8575b-45ca-413e-98d0-b1de27cc8bc1 req-fea267fa-3c1e-4418-b337-0782a29b726f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:07.552837 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-52c8575b-45ca-413e-98d0-b1de27cc8bc1 req-fea267fa-3c1e-4418-b337-0782a29b726f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0566177 Nov 11 11:05:07.619905 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-52c8575b-45ca-413e-98d0-b1de27cc8bc1 req-03f3ec9f-2d80-403e-a877-623a817f8237 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Nov 11 11:05:08.189691 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:05:08.290866 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:08.307766 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:05:08.347710 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:08.360897 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:05:08.382603 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:08.388818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:08.438574 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=6']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:08.447483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1828009-d88e-4ef0-af97-2421384fd5be req-7f7f62b7-34e2-4402-ac9c-95d528152d31 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:08.448984 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1828009-d88e-4ef0-af97-2421384fd5be req-7f7f62b7-34e2-4402-ac9c-95d528152d31 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Nov 11 11:05:08.496297 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1828009-d88e-4ef0-af97-2421384fd5be req-71f4f6a4-a984-401f-939f-a2325ec6cdd8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406730 Nov 11 11:05:08.589509 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['13c7857f-64c0-4a3e-930e-aec08b306c2e'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:08.615056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff9adc-e772-470f-9b57-45a5e8558c05 req-34acfb1e-3321-40e5-aabf-cf996d1f61a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:08.616689 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c8ff9adc-e772-470f-9b57-45a5e8558c05 req-34acfb1e-3321-40e5-aabf-cf996d1f61a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0559185 Nov 11 11:05:08.676475 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c8ff9adc-e772-470f-9b57-45a5e8558c05 req-f296009e-5b99-4831-8a0e-bfaa59802fcf tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507128 Nov 11 11:05:08.822440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb3401-6a8f-4f0d-895b-20843201ed60 req-6a33bab7-502b-4063-8f08-b0a7b947c333 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:08.824596 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7eeb3401-6a8f-4f0d-895b-20843201ed60 req-6a33bab7-502b-4063-8f08-b0a7b947c333 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0748351 Nov 11 11:05:08.895760 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7eeb3401-6a8f-4f0d-895b-20843201ed60 req-858611ab-2b26-4038-b766-485afec98f1b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Nov 11 11:05:09.341918 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d73f1-ee8d-49c2-8333-4a511e706417 req-96067a8f-deaf-4ab4-b24a-9f0e88d0aa1f tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:09.343591 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d68d73f1-ee8d-49c2-8333-4a511e706417 req-96067a8f-deaf-4ab4-b24a-9f0e88d0aa1f tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0566788 Nov 11 11:05:09.407261 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d68d73f1-ee8d-49c2-8333-4a511e706417 req-b5287312-d037-45cd-af78-e84f84524d50 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573206 Nov 11 11:05:09.444742 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39266) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:09.665879 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6eb68-aa96-4f83-a4ab-99210dd80b1f req-11e92322-8d5a-4020-9e07-9aafc18ea05d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:09.677368 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-edc6eb68-aa96-4f83-a4ab-99210dd80b1f req-11e92322-8d5a-4020-9e07-9aafc18ea05d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.0845931 Nov 11 11:05:09.695556 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48395961-36ff-499f-bbd1-ac2dbb5aee10 tempest-TestMinimumBasicScenario-1907205270 tempest-TestMinimumBasicScenario-1907205270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:09.697152 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-48395961-36ff-499f-bbd1-ac2dbb5aee10 tempest-TestMinimumBasicScenario-1907205270 tempest-TestMinimumBasicScenario-1907205270-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1094 time: 0.2512910 Nov 11 11:05:09.700586 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39274) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:09.706538 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'port_id': '5bfdc432-87af-4af3-a850-5345befbabde', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:09.780581 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-edc6eb68-aa96-4f83-a4ab-99210dd80b1f req-de9661b2-3236-4c0b-b3bc-bdcad09d212f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950983 Nov 11 11:05:09.826945 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:09.893519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cb281-ad66-4f3a-9f8b-a0a9c1ff97c4 req-e2d5c5fd-0632-49b4-8838-d367bc7fe410 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:09.895269 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-410cb281-ad66-4f3a-9f8b-a0a9c1ff97c4 req-e2d5c5fd-0632-49b4-8838-d367bc7fe410 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1101320 Nov 11 11:05:09.962701 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-410cb281-ad66-4f3a-9f8b-a0a9c1ff97c4 req-5580f1ae-2b4d-4f92-8a32-8a61a46ee2dd tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598896 Nov 11 11:05:10.049136 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a67fe-6733-446d-a120-5e0ca311afdc req-63606ec9-8aa1-49bd-bb31-23de968da1c3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:10.056211 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf9a67fe-6733-446d-a120-5e0ca311afdc req-63606ec9-8aa1-49bd-bb31-23de968da1c3 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0876398 Nov 11 11:05:10.068896 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.185151 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf9a67fe-6733-446d-a120-5e0ca311afdc req-19780f2d-3b24-4684-bd3d-738d9572e9c4 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270280 Nov 11 11:05:10.206327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:10.278445 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Allocated IP 172.27.1.165 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/aae69799-3882-408c-85f5-ddf8b6e3c8e3) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:10.289774 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 13c7857f-64c0-4a3e-930e-aec08b306c2e triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:10.290656 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.417585 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.432691 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.443459 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2bb63977-5a9a-47cd-8ff2-26b9d0277236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.461832 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.492370 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:10.495692 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d72d066-38d0-4d7f-bb82-6ce411d3b6cf" -d '{"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:10.504409 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:10.510328 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:10.547595 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'Port': ['ID=aae69799-3882-408c-85f5-ddf8b6e3c8e3,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:10.569892 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:10.571410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:10.573566 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab32e3-015f-4458-b7ce-6da48e3b80ee x-openstack-request-id: req-60ab32e3-015f-4458-b7ce-6da48e3b80ee {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:10.573866 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:10.574078 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:10.574182 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60ab32e3-015f-4458-b7ce-6da48e3b80ee {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:10.574520 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'code': 200} Nov 11 11:05:10.608291 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=7']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:11.032179 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf359e-5314-4b4c-8281-e60badfb825c req-61ee8849-03b5-4aa1-ad38-959d856331d6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:11.039391 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-badf359e-5314-4b4c-8281-e60badfb825c req-61ee8849-03b5-4aa1-ad38-959d856331d6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1608407 Nov 11 11:05:11.182340 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-badf359e-5314-4b4c-8281-e60badfb825c req-e07528a1-2077-4809-a2d9-3f2cff5add67 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420889 Nov 11 11:05:11.190161 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:11.207474 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b62dbe-7b4d-4dc3-8508-2a428f5b3241 req-a41af16c-d036-4987-b017-24e0804e7338 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:11.209055 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4b62dbe-7b4d-4dc3-8508-2a428f5b3241 req-a41af16c-d036-4987-b017-24e0804e7338 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1593914 Nov 11 11:05:11.345206 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4b62dbe-7b4d-4dc3-8508-2a428f5b3241 req-f8b20038-84b1-40ac-923a-16b866f4f316 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144376 Nov 11 11:05:11.352107 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:11.411773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68b41b-6572-4dca-a5ab-eec5a473bfc6 req-f3e479fd-07b7-4d54-8e33-6df0032c202d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:11.413272 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bd68b41b-6572-4dca-a5ab-eec5a473bfc6 req-f3e479fd-07b7-4d54-8e33-6df0032c202d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1281033 Nov 11 11:05:11.532704 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bd68b41b-6572-4dca-a5ab-eec5a473bfc6 req-f4e1312d-5b3a-4d37-b749-0d48d64251cf tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102257 Nov 11 11:05:11.611520 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:11.616952 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:11.663965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:11.730507 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'Port': ['ID=aae69799-3882-408c-85f5-ddf8b6e3c8e3,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:11.802652 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Floating IP a0f6b0b8-b634-49dd-bf49-1248876d2f88 associated. External IP: 172.27.1.165, port: 5bfdc432-87af-4af3-a850-5345befbabde. Nov 11 11:05:12.067293 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:05:12.476239 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fe0cc-7369-464b-be08-e4df225d7704 req-c7d27322-6269-463d-a765-41dd8a5c9cc0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:12.476239 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c0fe0cc-7369-464b-be08-e4df225d7704 req-c7d27322-6269-463d-a765-41dd8a5c9cc0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0908856 Nov 11 11:05:12.566504 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:05:12.571143 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c0fe0cc-7369-464b-be08-e4df225d7704 req-74e08eb7-3643-4ecb-ab12-24d3fef84e73 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910411 Nov 11 11:05:12.580196 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Sync routers for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:05:12.592440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85dab-ec36-4bd5-a944-51f28f4b8307 req-34446680-69eb-40d5-8a35-09c96bc07abe tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:12.594062 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-59b85dab-ec36-4bd5-a944-51f28f4b8307 req-34446680-69eb-40d5-8a35-09c96bc07abe tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1176131 Nov 11 11:05:12.605041 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.612635 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:12.627510 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:04:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:12.648380 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-41176077-6af4-423c-ae5a-ac26b02dc7c4 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9467232 Nov 11 11:05:12.650242 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:12.652134 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39308) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:12.652995 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c795d-36cd-4a5b-b4f2-83fa409e8c19" -d '{"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:12.659427 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042878878', 'description': 'tempest-secgroup-smoke-2042878878 description', 'project_id': '84b5e26c38894979842ce8caa0a5c827'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:12.690983 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.700583 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-59b85dab-ec36-4bd5-a944-51f28f4b8307 req-594aa4f7-5a90-4877-aac6-54e235abb6dd tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749328 Nov 11 11:05:12.772543 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe173281-2a81-40a7-a72b-ade931ad70e6 x-openstack-request-id: req-fe173281-2a81-40a7-a72b-ade931ad70e6 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:12.773131 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:12.773549 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe173281-2a81-40a7-a72b-ade931ad70e6 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:12.774104 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:05:12.805315 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c07b5-da94-4c2c-a93e-7c21a798ba2b req-c84b6eb1-ae89-4952-b094-60d5d37d111d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:12.807355 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e7c07b5-da94-4c2c-a93e-7c21a798ba2b req-c84b6eb1-ae89-4952-b094-60d5d37d111d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0748465 Nov 11 11:05:12.814936 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:12.821034 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.826768 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.886523 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-744130ad-479f-45c3-9f3b-f94fd880a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:12.888422 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-744130ad-479f-45c3-9f3b-f94fd880a09a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1099 time: 0.0798502 Nov 11 11:05:12.888910 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d30bb1f6-ed28-437e-8335-7beaa270fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.896258 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1654ede-2cef-4ad2-8293-b47221f77710,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:12.904809 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e7c07b5-da94-4c2c-a93e-7c21a798ba2b req-e99cc246-d590-411f-bb9d-952e0c937ea6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Nov 11 11:05:12.917856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:12.927818 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39312) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:12.929775 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9c50f17b-7ec8-47d4-9abe-b40a291c6ebc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2749290 Nov 11 11:05:12.961806 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:13.025115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.053062 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-0775c7a4-1542-4c43-8179-b2aaed0a2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:13.054596 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-0775c7a4-1542-4c43-8179-b2aaed0a2c16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.1493621 Nov 11 11:05:13.154969 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.157196 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-7728f66f-e34b-4e51-a3d9-33b4e9a6ebf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 1000 time: 0.0862608 Nov 11 11:05:13.160408 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.213148 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd8e9db-4590-4c62-87ea-7bb99087d308,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:13.221842 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.223267 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950752 Nov 11 11:05:13.226892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39314) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:13.232689 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:13.237801 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.240032 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.240861 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a0f6b0b8-b634-49dd-bf49-1248876d2f88', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'port_id': '5bfdc432-87af-4af3-a850-5345befbabde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'mac_address': 'fa:16:3e:06:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:05:10Z', 'updated_at': '2021-11-11T11:05:10Z', 'revision_number': 0, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:13.241229 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.241726 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.242862 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.244565 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.245025 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.247685 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.247685 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.247899 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.248288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.251436 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ad188-4c41-49ab-8160-c2954f6d89df tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:13.272602 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Checking router: b2a5ac60-dc18-49d9-94e7-7ff02c243f96 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:05:13.289965 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:13.290752 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:13.294368 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-a6290031-1863-4630-b267-25cc14039447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:13.300901 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.305756 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-a6290031-1863-4630-b267-25cc14039447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.1365860 Nov 11 11:05:13.421295 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.427010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.427916 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-3a7877b7-3ba0-4b0a-9e14-47639529d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:13.430930 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-3a7877b7-3ba0-4b0a-9e14-47639529d089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096237 Nov 11 11:05:13.469955 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6308f5-1209-44cd-a076-f77cbf9f8baf,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:13.487741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.490993 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-27c8d9ea-2c6e-455a-a0fb-2f50fac49708 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2625976 Nov 11 11:05:13.494268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39320) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:13.497923 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:13.500774 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:13.555880 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.585557 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-9b222026-e49b-4c0e-8f6e-80b457b7853e service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284926 Nov 11 11:05:13.680210 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.690658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.744641 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63c3726-7909-4165-b5c5-3a76a497c809,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:13.751109 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.754918 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2e839ba1-4a52-4e6a-a9e3-1b64da033dfe tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570016 Nov 11 11:05:13.765101 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39326) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:13.769669 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:13.834635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793facc-78b8-4406-a386-cfd4f150b285 req-6bf48ec3-516c-4a47-adf5-251033aba226 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:13.846198 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.846841 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2793facc-78b8-4406-a386-cfd4f150b285 req-6bf48ec3-516c-4a47-adf5-251033aba226 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1186430 Nov 11 11:05:13.856109 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a0f6b0b8-b634-49dd-bf49-1248876d2f88', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'port_id': '5bfdc432-87af-4af3-a850-5345befbabde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'mac_address': 'fa:16:3e:06:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:05:10Z', 'updated_at': '2021-11-11T11:05:10Z', 'revision_number': 0, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:13.870006 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-227c795d-36cd-4a5b-b4f2-83fa409e8c19 req-9ec590cf-47f2-4447-9cf1-004d77adcfec service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680092 Nov 11 11:05:13.900780 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6849b-0ac0-4fb4-80a8-c4de03990d73 None None] The sync data for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi is: [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a0f6b0b8-b634-49dd-bf49-1248876d2f88', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'port_id': '5bfdc432-87af-4af3-a850-5345befbabde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'mac_address': 'fa:16:3e:06:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:05:10Z', 'updated_at': '2021-11-11T11:05:10Z', 'revision_number': 0, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:05:13.936241 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:13.953134 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2793facc-78b8-4406-a386-cfd4f150b285 req-e44a860d-64e2-4d94-9589-626357d3223d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052287 Nov 11 11:05:13.985169 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b675a9a-888b-49ae-87b9-7d90c643e7e5 req-844724f5-61ac-48e6-9ff5-7ac9d6bb5862 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:13.987002 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4b675a9a-888b-49ae-87b9-7d90c643e7e5 req-844724f5-61ac-48e6-9ff5-7ac9d6bb5862 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1370358 Nov 11 11:05:14.013954 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.015279 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.063491 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d007d6f-8e1e-4876-b047-7921518e548d,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:14.072683 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4b675a9a-888b-49ae-87b9-7d90c643e7e5 req-a1378aa0-3815-4fc5-863e-1a93a5d85f4e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771594 Nov 11 11:05:14.075403 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.080082 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d47a6462-4525-46c5-b6d6-a1d39c03d923 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3136437 Nov 11 11:05:14.080796 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39330) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:14.085693 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:14.123877 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.securitygroups_db [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Project 84b5e26c38894979842ce8caa0a5c827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:05:14.130162 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.139775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7a0e-9837-43aa-85bb-9fd5ebe5782f req-0d8de585-d8ea-4d71-9370-3bc27f1b4773 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:14.142247 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e72e7a0e-9837-43aa-85bb-9fd5ebe5782f req-0d8de585-d8ea-4d71-9370-3bc27f1b4773 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0683339 Nov 11 11:05:14.213701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.218495 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.227689 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e72e7a0e-9837-43aa-85bb-9fd5ebe5782f req-57f23418-239a-47ab-bc9c-49dc35c19597 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780675 Nov 11 11:05:14.252012 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52d332d-dd76-466a-8210-b505c095ac43,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:14.269318 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.270778 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6be0b222-0cf7-4cc9-8d28-16c3dd85d54c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1889248 Nov 11 11:05:14.274263 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39332) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:14.280003 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'security_group_rule': {'security_group_id': 'b1654ede-2cef-4ad2-8293-b47221f77710', 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:14.283294 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6494548-1cf0-4840-96f7-2d80fa4a56cc None None] New status for floating IP a0f6b0b8-b634-49dd-bf49-1248876d2f88: ACTIVE {{(pid=101621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:05:14.319668 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.securitygroups_db [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Project 84b5e26c38894979842ce8caa0a5c827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:05:14.326730 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.426381 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.432522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.451898 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7a6aa2-adb1-431a-a699-cc155f09edd1,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:14.486355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.487589 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d00bb2e7-b176-4c47-8939-3a4e9af507b8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2121267 Nov 11 11:05:14.623417 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-1d4a2d53-d159-4d61-b82a-7a3c9692df98 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042878878&fields=id&tenant_id=84b5e26c38894979842ce8caa0a5c827 HTTP/1.1" status: 200 len: 267 time: 0.0604372 Nov 11 11:05:14.687018 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-be7c2982-5c68-4682-8a31-58c399e0abe7 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:14.688516 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-be7c2982-5c68-4682-8a31-58c399e0abe7 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0579877 Nov 11 11:05:14.701987 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'port': {'security_groups': ['f5211529-608d-4950-a9ee-f62112d4de4d', 'b1654ede-2cef-4ad2-8293-b47221f77710']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:14.784892 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:14.985740 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:05:15.072045 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:15.125830 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:15.135029 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e221cff-9f96-46bc-aba8-6208254a93d4 req-6ec127c7-08f6-4333-b62d-514d3abd2118 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.136788 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e221cff-9f96-46bc-aba8-6208254a93d4 req-6ec127c7-08f6-4333-b62d-514d3abd2118 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0794053 Nov 11 11:05:15.138049 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:15.154601 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:15.208302 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.209194 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:15.210444 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1c957536-a8bf-451c-8757-b6c0bc13fa26 req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "PUT /v2.0/ports/5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 982 time: 0.5140128 Nov 11 11:05:15.210919 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:15.213467 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e101e0-b4e5-4165-8354-90e5f22a840e" -d '{"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:15.252191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ce7e-12a5-4466-8902-86069be1a543 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=6']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:15.261833 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9e221cff-9f96-46bc-aba8-6208254a93d4 req-ee839fdc-23d4-44b4-904c-3f8d2c78d664 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154325 Nov 11 11:05:15.384278 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e8765-6f81-4058-8cb1-fdca70697b82 x-openstack-request-id: req-6c6e8765-6f81-4058-8cb1-fdca70697b82 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:15.388342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:15.388963 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c6e8765-6f81-4058-8cb1-fdca70697b82 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:15.389452 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:05:15.502940 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:15.558418 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:15.604665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-66e5c6d4-6788-401d-9b1d-9a33c96e66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.606374 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-66e5c6d4-6788-401d-9b1d-9a33c96e66e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1138 time: 0.1522472 Nov 11 11:05:15.615043 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ad32-4cee-4b10-bdf5-a28689da98e5 req-705b6fc4-bc53-4a48-8680-6785b0c0c3ef tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.619822 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92c9ad32-4cee-4b10-bdf5-a28689da98e5 req-705b6fc4-bc53-4a48-8680-6785b0c0c3ef tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.2499783 Nov 11 11:05:15.690625 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e52e-bcbf-46ec-9ef0-8a154c4f7671 req-a70014c4-d9fe-430e-9e65-3509327cb2b6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.698149 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9541e52e-bcbf-46ec-9ef0-8a154c4f7671 req-a70014c4-d9fe-430e-9e65-3509327cb2b6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.1842821 Nov 11 11:05:15.769052 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-bd02873c-ae2d-4a00-b138-4c974cedfb37 None None] Provisioning complete for port 5bfdc432-87af-4af3-a850-5345befbabde triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:15.769725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bd02873c-ae2d-4a00-b138-4c974cedfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:15.873254 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92c9ad32-4cee-4b10-bdf5-a28689da98e5 req-d1b5e9ee-7af3-443a-8b50-1c2e0fc5bbb2 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181585 Nov 11 11:05:15.894838 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9541e52e-bcbf-46ec-9ef0-8a154c4f7671 req-854c1360-1272-4142-b952-d030ab5ff9b6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957448 Nov 11 11:05:15.927570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-2e0908b1-6749-405f-b7b0-ef5f84edcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:15.930281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-2e0908b1-6749-405f-b7b0-ef5f84edcfe0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.2989888 Nov 11 11:05:16.083382 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f2343-d579-4ce3-aa62-26d5b189d9e2 req-d71ce6a0-d718-4b1c-ad3c-c559c014f54e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:16.087483 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fd7f2343-d579-4ce3-aa62-26d5b189d9e2 req-d71ce6a0-d718-4b1c-ad3c-c559c014f54e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0865631 Nov 11 11:05:16.109838 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-c7bd7cb7-e544-4f47-af05-bb587b4430a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 1002 time: 0.1686809 Nov 11 11:05:16.213632 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fd7f2343-d579-4ce3-aa62-26d5b189d9e2 req-e08c730b-8ea0-46b9-8c5d-e74460d02d26 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160948 Nov 11 11:05:16.223033 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-79b524a5-728f-496e-a093-19ba35c0133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:16.224519 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-79b524a5-728f-496e-a093-19ba35c0133b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.0965765 Nov 11 11:05:16.314701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-550a3e07-bb4b-4035-9e99-4a73f260b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:16.317444 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-550a3e07-bb4b-4035-9e99-4a73f260b09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784004 Nov 11 11:05:16.373402 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:16.508986 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edb53-1f26-4f5e-8a8b-f95e296cf88f req-8312f07e-0e4f-40d5-943f-cb62a7ccbe7f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:16.510713 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-550edb53-1f26-4f5e-8a8b-f95e296cf88f req-8312f07e-0e4f-40d5-943f-cb62a7ccbe7f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1066949 Nov 11 11:05:16.522004 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-cdb23a26-28bf-4d73-8651-a702f224c83a service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855872 Nov 11 11:05:16.631988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-550edb53-1f26-4f5e-8a8b-f95e296cf88f req-2c96f954-7537-4710-a55a-07a2faf42a02 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130543 Nov 11 11:05:16.664392 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-25e101e0-b4e5-4165-8354-90e5f22a840e req-952e9ec5-bb1a-478e-8ce5-9f2f31f17668 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342003 Nov 11 11:05:17.055800 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9c24-2487-4188-aed4-a59f9d4f2821 req-dfc536fa-ce05-4123-bfb4-6cd8f71bae5a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:17.063438 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6d5b9c24-2487-4188-aed4-a59f9d4f2821 req-dfc536fa-ce05-4123-bfb4-6cd8f71bae5a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1065924 Nov 11 11:05:17.137528 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6d5b9c24-2487-4188-aed4-a59f9d4f2821 req-4342ad11-dce6-4239-8083-aad96516a149 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730419 Nov 11 11:05:17.401998 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ba12b-6633-4675-8dbe-b673d85bff1f req-fd19fc97-417c-4c49-b31f-58216133deb1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:17.410986 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-113ba12b-6633-4675-8dbe-b673d85bff1f req-fd19fc97-417c-4c49-b31f-58216133deb1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0667067 Nov 11 11:05:17.485034 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-113ba12b-6633-4675-8dbe-b673d85bff1f req-cb246cdd-0111-4f2c-9f1c-8749e38c0b12 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730455 Nov 11 11:05:17.788570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2f951-edf4-4a78-99d7-912a60a38ef2 req-ebc403af-17b0-47b0-9b28-06e190aa23d0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:17.790049 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0da2f951-edf4-4a78-99d7-912a60a38ef2 req-ebc403af-17b0-47b0-9b28-06e190aa23d0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0695748 Nov 11 11:05:17.852175 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0da2f951-edf4-4a78-99d7-912a60a38ef2 req-43a677ce-3613-47b6-8732-ee02363cdc58 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541470 Nov 11 11:05:18.306710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2f616-aa57-4869-98d8-1ab05085d10b req-e2fcd5c5-50d4-4d98-84f3-864f579f3388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:18.308961 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65f2f616-aa57-4869-98d8-1ab05085d10b req-e2fcd5c5-50d4-4d98-84f3-864f579f3388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0650783 Nov 11 11:05:18.383023 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-65f2f616-aa57-4869-98d8-1ab05085d10b req-ea7e0ddb-86e4-48d2-980e-e6733266b6a4 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618200 Nov 11 11:05:18.632001 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a0022-af01-46c4-acfc-42394d73306e req-e75f658a-919c-4211-af0a-c7702f5f8e4c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:18.637683 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d05a0022-af01-46c4-acfc-42394d73306e req-e75f658a-919c-4211-af0a-c7702f5f8e4c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0714028 Nov 11 11:05:18.720307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d05a0022-af01-46c4-acfc-42394d73306e req-730a2e83-4883-42b6-b8ca-aa0c3d9442d9 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719593 Nov 11 11:05:18.999005 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1b51-abdc-43fe-ba37-ca958f33ec5d req-05748787-7459-4214-8703-60ef4c9e3c7b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:19.001256 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-773b1b51-abdc-43fe-ba37-ca958f33ec5d req-05748787-7459-4214-8703-60ef4c9e3c7b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0689220 Nov 11 11:05:19.075282 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-773b1b51-abdc-43fe-ba37-ca958f33ec5d req-8bd01fc1-5be3-43c4-9d41-a7c72c444855 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671299 Nov 11 11:05:19.540525 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6a5aa-b55d-4b24-8b17-4c0b212e8ffc req-c027751d-7d14-4cf0-b69f-f0c9d924a033 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:19.542365 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2f6a5aa-b55d-4b24-8b17-4c0b212e8ffc req-c027751d-7d14-4cf0-b69f-f0c9d924a033 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0724609 Nov 11 11:05:19.599945 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2f6a5aa-b55d-4b24-8b17-4c0b212e8ffc req-2695d95b-7eec-4f1d-ae31-9dd5dcaa6214 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511823 Nov 11 11:05:19.866397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9118e8-e6c2-4438-bdca-6f781d6ac13b req-9372a4c2-c290-4738-b18d-d8b8cbffaf41 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:19.867869 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e9118e8-e6c2-4438-bdca-6f781d6ac13b req-9372a4c2-c290-4738-b18d-d8b8cbffaf41 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0651700 Nov 11 11:05:19.937467 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e9118e8-e6c2-4438-bdca-6f781d6ac13b req-6c5edb7a-a7e4-4552-9700-547a1fc489ef tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Nov 11 11:05:20.212351 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eee51a-bb2a-492e-9613-94d6433fee73 req-09e142dd-9833-484f-9d14-0c89a3df709c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:20.213884 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-69eee51a-bb2a-492e-9613-94d6433fee73 req-09e142dd-9833-484f-9d14-0c89a3df709c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0504248 Nov 11 11:05:20.262261 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-69eee51a-bb2a-492e-9613-94d6433fee73 req-e5c97aa0-f4b7-4b97-9e99-ed6e2e88771c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Nov 11 11:05:20.526892 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf3c77-f838-46c3-826e-6bf18f278565 req-106992be-b6bb-4e16-9959-9c1b1e6101f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:20.528359 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7bbf3c77-f838-46c3-826e-6bf18f278565 req-106992be-b6bb-4e16-9959-9c1b1e6101f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.0406251 Nov 11 11:05:20.582528 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7bbf3c77-f838-46c3-826e-6bf18f278565 req-4d3f019f-4c08-4c7c-82cb-1c79cfcff340 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Nov 11 11:05:20.723992 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b169f-4655-4991-b09a-7b38fd0bd159 req-57962cd2-c92a-4997-a042-62a654b48eb3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:20.725656 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-576b169f-4655-4991-b09a-7b38fd0bd159 req-57962cd2-c92a-4997-a042-62a654b48eb3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0558441 Nov 11 11:05:20.776926 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-576b169f-4655-4991-b09a-7b38fd0bd159 req-b6e76074-6ce0-4f7b-b73e-78dc59ee07f4 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Nov 11 11:05:20.841665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694196f8-a3de-4bb7-bbd9-c37aaf82beb2 req-ebd95ad8-2958-4653-bfe1-16eb1a0fd126 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:20.843128 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-694196f8-a3de-4bb7-bbd9-c37aaf82beb2 req-ebd95ad8-2958-4653-bfe1-16eb1a0fd126 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Nov 11 11:05:20.890287 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-694196f8-a3de-4bb7-bbd9-c37aaf82beb2 req-d5a7b504-dee2-4e27-b00f-5480b421dc6f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Nov 11 11:05:21.064397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755dea-d234-4596-afab-e65eb858a457 req-9a8882db-e79e-4059-89e4-da3cbc0f8cf6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.065911 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8d755dea-d234-4596-afab-e65eb858a457 req-9a8882db-e79e-4059-89e4-da3cbc0f8cf6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0522323 Nov 11 11:05:21.113609 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8d755dea-d234-4596-afab-e65eb858a457 req-ce359439-db0a-4c34-9b0a-a1f891a76acc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Nov 11 11:05:21.411221 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4eaca-a4a5-4b99-9e48-62a03c741807 req-b8a098b3-fa35-4d15-ada5-5df23f61bb3a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.412720 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-51b4eaca-a4a5-4b99-9e48-62a03c741807 req-b8a098b3-fa35-4d15-ada5-5df23f61bb3a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0797634 Nov 11 11:05:21.418860 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-9ef4445e-45fd-417e-a714-5f54e6de94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.420262 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-9ef4445e-45fd-417e-a714-5f54e6de94fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1099 time: 0.0584345 Nov 11 11:05:21.515589 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-51b4eaca-a4a5-4b99-9e48-62a03c741807 req-0c44a494-fe73-4bc0-b335-dcf26ce224b0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937235 Nov 11 11:05:21.546183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-98d9023c-1adf-4ed8-9282-7a34938ff55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.547593 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-98d9023c-1adf-4ed8-9282-7a34938ff55f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.1131763 Nov 11 11:05:21.621541 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-1f498dbe-98d9-406c-9538-ef714ada0481 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 1001 time: 0.0621166 Nov 11 11:05:21.671836 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-131faa58-077e-4c85-99a3-7ea01c2afb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.673309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-131faa58-077e-4c85-99a3-7ea01c2afb81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0427899 Nov 11 11:05:21.724846 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-5357d6c3-1915-48bd-b866-71f7472f9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.726322 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-5357d6c3-1915-48bd-b866-71f7472f9d4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399337 Nov 11 11:05:21.825152 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-ccb931f6-b352-44a3-a4a3-a10f93786390 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868602 Nov 11 11:05:21.956765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd136-0d37-4291-bc06-dbebf55cbd73 req-67ab7829-a315-4307-87a8-bc21e16697fc tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:21.958240 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-094bd136-0d37-4291-bc06-dbebf55cbd73 req-67ab7829-a315-4307-87a8-bc21e16697fc tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1063368 Nov 11 11:05:21.974327 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8565bf52-34d4-4161-9e1b-e6a3da9eda7e req-6e234ecd-9972-4005-8b1b-d53c8a0a6dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400328 Nov 11 11:05:22.239854 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cd2fb-7349-4bd5-826a-a957724a0d64 req-5df1da54-d12b-4331-8bfb-35fc55039d4a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:22.241325 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b16cd2fb-7349-4bd5-826a-a957724a0d64 req-5df1da54-d12b-4331-8bfb-35fc55039d4a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.2822196 Nov 11 11:05:22.244400 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-094bd136-0d37-4291-bc06-dbebf55cbd73 req-4bc0d464-d14b-492a-a43a-cab61a6999df tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742882 Nov 11 11:05:22.288835 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b16cd2fb-7349-4bd5-826a-a957724a0d64 req-6c8f8deb-6093-421f-bb9b-0b1f448de206 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Nov 11 11:05:22.354008 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bcefc-00f8-4dc1-88ea-d0ae4efc2bdb req-3af6cac2-97bc-414d-bbc8-ff7c809394e0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:22.356038 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c47bcefc-00f8-4dc1-88ea-d0ae4efc2bdb req-3af6cac2-97bc-414d-bbc8-ff7c809394e0 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0556912 Nov 11 11:05:22.405606 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:22.407523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c47bcefc-00f8-4dc1-88ea-d0ae4efc2bdb req-b3596918-4065-4a35-8248-6bd209417012 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Nov 11 11:05:22.634590 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b533-1ead-459d-9bed-e2b65b45afe2 req-af9fa9a5-a9cc-4617-aca2-11a86b7d656d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:22.636029 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8fb7b533-1ead-459d-9bed-e2b65b45afe2 req-af9fa9a5-a9cc-4617-aca2-11a86b7d656d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.0482938 Nov 11 11:05:22.682100 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8fb7b533-1ead-459d-9bed-e2b65b45afe2 req-7c8e73f2-e095-4c4f-ad1e-6327f018f96f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402811 Nov 11 11:05:23.227792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-85e9d9a8-3040-4759-9a88-9935e90889fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.229297 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-85e9d9a8-3040-4759-9a88-9935e90889fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1099 time: 0.0394506 Nov 11 11:05:23.416530 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e6695-ed54-4c12-b22d-7019f22baba7 req-26ded6a7-4db7-4450-87e4-de92d67640d6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.418703 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7f4e6695-ed54-4c12-b22d-7019f22baba7 req-26ded6a7-4db7-4450-87e4-de92d67640d6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1011171 Nov 11 11:05:23.423789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-98886fbe-d88d-4fac-a9dd-ebbd521c9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.425278 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-98886fbe-d88d-4fac-a9dd-ebbd521c9ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.1591287 Nov 11 11:05:23.504037 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004c3c-e94f-4a65-beb6-1df659f178b8 req-8b523060-c3af-4c5c-a282-1bc8a3a024a4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.505446 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1004c3c-e94f-4a65-beb6-1df659f178b8 req-8b523060-c3af-4c5c-a282-1bc8a3a024a4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.1345711 Nov 11 11:05:23.547812 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7f4e6695-ed54-4c12-b22d-7019f22baba7 req-f2751b70-e5bf-4c7c-aeaf-8ca2ddf83d25 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207035 Nov 11 11:05:23.559122 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-72ae3666-ef8f-46bb-91f8-9af1ffdcee88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 1001 time: 0.1095154 Nov 11 11:05:23.609007 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1004c3c-e94f-4a65-beb6-1df659f178b8 req-a55652ab-ee24-419f-8a23-a7b07b32a67c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944500 Nov 11 11:05:23.656005 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-161d4418-0ed8-49e8-96bd-3b97681804ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.657494 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-161d4418-0ed8-49e8-96bd-3b97681804ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0822384 Nov 11 11:05:23.682828 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998a5ce-c2fb-40ef-94ff-312c942579b8 req-05fa4113-ddb8-4de0-b589-5bff33e13f9b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.684348 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b998a5ce-c2fb-40ef-94ff-312c942579b8 req-05fa4113-ddb8-4de0-b589-5bff33e13f9b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0727606 Nov 11 11:05:23.737768 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-7c63f4a9-7cf7-4ac4-8807-a5e0bc12e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.739295 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-7c63f4a9-7cf7-4ac4-8807-a5e0bc12e0d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734873 Nov 11 11:05:23.765269 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b998a5ce-c2fb-40ef-94ff-312c942579b8 req-3081efcf-21e4-4d0f-88b0-5581e3a5e150 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669770 Nov 11 11:05:23.770472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28855b-7c32-4df4-af71-b77981082c2d req-cdc58892-3d06-4154-a075-fb33327636fe tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.772000 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-3a28855b-7c32-4df4-af71-b77981082c2d req-cdc58892-3d06-4154-a075-fb33327636fe tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 945 time: 0.0525856 Nov 11 11:05:23.869951 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3f91-ac48-4da9-a4c5-25ca2bdc7ae7 req-2e6a7e96-53a3-4259-8758-7c634f9b2f17 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:23.877010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Deleting port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:05:23.877209 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-70fd3f91-ac48-4da9-a4c5-25ca2bdc7ae7 req-2e6a7e96-53a3-4259-8758-7c634f9b2f17 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 946 time: 0.1186767 Nov 11 11:05:23.877772 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:23.908946 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-c137eb91-7c41-4280-96ed-675ff3f83391 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591334 Nov 11 11:05:23.955599 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-70fd3f91-ac48-4da9-a4c5-25ca2bdc7ae7 req-4f3fda71-f72f-4108-95c6-f3903201a81e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774784 Nov 11 11:05:23.998994 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] For port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:23.999363 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:24.030470 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Calling delete_port for 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:05:24.133680 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-71e37b82-4a26-4360-9d41-2ec200314fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006512 Nov 11 11:05:24.153081 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-bf77729a-2c00-4a08-a499-20cd8e23aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:24.154844 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-bf77729a-2c00-4a08-a499-20cd8e23aba2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f21af81a924410bb6e20284451c105f&device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 1098 time: 0.0966959 Nov 11 11:05:24.168297 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264aee3f-7049-494a-a80a-57e951ad56dd req-a46049aa-f629-457d-ab41-9ae74a97ae0b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:24.169860 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-264aee3f-7049-494a-a80a-57e951ad56dd req-a46049aa-f629-457d-ab41-9ae74a97ae0b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1010065 Nov 11 11:05:24.180008 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:24.193998 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', '8e78184c-8f5f-4587-89af-ebedf162e8b8', '87de39a5-39e1-4c77-b877-8cf181bd3071', '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:24.267506 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:05:24.310796 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-264aee3f-7049-494a-a80a-57e951ad56dd req-c782390b-7633-4853-8264-879c8f665510 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161771 Nov 11 11:05:24.337667 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-b3a452da-89e6-43a8-bd5c-0d87403da2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:24.338554 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-b3a452da-89e6-43a8-bd5c-0d87403da2ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 200 len: 920 time: 0.1677411 Nov 11 11:05:24.393997 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-b581a1f3-6fb8-4c84-ad69-e65e5a88c777 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 200 len: 217 time: 0.0472770 Nov 11 11:05:24.440731 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:24.484661 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-2efa1d6d-01ab-4f8d-8832-bebb13300738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:24.485921 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:24.488089 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-2efa1d6d-01ab-4f8d-8832-bebb13300738 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 200 len: 859 time: 0.0811388 Nov 11 11:05:24.488590 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0285f19c-1aea-4b81-8b77-46a2806c3ea8" -d '{"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-unplugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:24.504888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event deleted for resources: {'Port': ['ID=4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:24.508244 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:24.515271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:24.516905 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:05:24.521148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.521614 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.522052 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.522488 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.522957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.523388 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.523838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.524246 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.524780 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.525208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.525634 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.526060 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:24.548493 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-2b74bd94-f296-491f-b659-c4f6879cea75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f65451-9c2b-4d69-b851-bd3607863b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463872 Nov 11 11:05:24.567467 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] No DVR routers for this DVR port 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:05:24.567734 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc60973-e712-4aab-a970-3f70dbd0cd24 x-openstack-request-id: req-1cc60973-e712-4aab-a970-3f70dbd0cd24 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:24.568000 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-unplugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:24.568173 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1cc60973-e712-4aab-a970-3f70dbd0cd24 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:24.568528 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'code': 200} Nov 11 11:05:24.570749 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:05:24.571093 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:05:24.571961 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:24.576699 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-3a28855b-7c32-4df4-af71-b77981082c2d req-d4157365-62bc-474f-8968-a1ec4aa2afd5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "DELETE /v2.0/ports/4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70 HTTP/1.1" status: 204 len: 173 time: 0.7959473 Nov 11 11:05:24.577533 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'name': 'network-vif-deleted', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:24.586763 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b601052-2cb5-4a57-8188-434eeb967d3f" -d '{"events": [{"server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "name": "network-vif-deleted", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:24.643618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=8']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:24.655333 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca6871-f113-443d-a7b6-bc8e17fa2a48 x-openstack-request-id: req-56ca6871-f113-443d-a7b6-bc8e17fa2a48 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:24.655612 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abe497a-a2d9-4a89-aecc-896566c36e88", "name": "network-vif-deleted", "tag": "4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:24.655960 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56ca6871-f113-443d-a7b6-bc8e17fa2a48 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:24.656338 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abe497a-a2d9-4a89-aecc-896566c36e88', 'name': 'network-vif-deleted', 'tag': '4eaf4ab5-7fab-4dd1-8d1a-01e8e251fc70', 'status': 'completed', 'code': 200} Nov 11 11:05:24.773473 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-848339b8-6482-44d3-9d52-009582fa4d61 req-c9fe8829-e3c3-4c0f-9d44-a40015af3e57 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0556190 Nov 11 11:05:24.816817 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16947730-6351-4e2a-8d4e-a07e4944b618 req-1af4b3b1-16cf-4dfa-87af-cc98a017e81b tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:24.818402 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16947730-6351-4e2a-8d4e-a07e4944b618 req-1af4b3b1-16cf-4dfa-87af-cc98a017e81b tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1280372 Nov 11 11:05:24.824496 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-3f74f84e-1381-4cc7-8856-a56fd0c0046f service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660120 Nov 11 11:05:24.865516 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16947730-6351-4e2a-8d4e-a07e4944b618 req-41457edf-24bf-4089-af07-34e04184efac tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Nov 11 11:05:25.075024 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2939374-4eaa-4f2c-a248-d86adb2ac104 req-f41ee4c5-5d4e-414e-975b-46ac1b3584ad tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:25.076300 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b2939374-4eaa-4f2c-a248-d86adb2ac104 req-f41ee4c5-5d4e-414e-975b-46ac1b3584ad tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0489821 Nov 11 11:05:25.125515 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b2939374-4eaa-4f2c-a248-d86adb2ac104 req-26632379-6bb2-4f01-ba6e-c8b639effcb1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433347 Nov 11 11:05:25.428824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3591c2-d099-4d7b-be0b-8ccd5017fa43 req-eeffdc77-6db5-4108-95fe-6f078826e98e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:25.430429 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6e3591c2-d099-4d7b-be0b-8ccd5017fa43 req-eeffdc77-6db5-4108-95fe-6f078826e98e tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0544984 Nov 11 11:05:25.482050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6e3591c2-d099-4d7b-be0b-8ccd5017fa43 req-9093f8e1-7496-49db-8a59-609a012eed39 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Nov 11 11:05:25.598577 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-bb8567f1-9da2-4d57-b798-f97d22e2c7e9 req-898424ae-24a0-45d7-817a-2411adc65b9a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:05:25.599457 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bb8567f1-9da2-4d57-b798-f97d22e2c7e9 req-898424ae-24a0-45d7-817a-2411adc65b9a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053554 Nov 11 11:05:25.754769 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a310c-24e6-4d96-82af-92f3fd4fbeaa req-66b0414f-17dd-4a55-a014-49d294d773cf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:25.756240 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b1a310c-24e6-4d96-82af-92f3fd4fbeaa req-66b0414f-17dd-4a55-a014-49d294d773cf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0510750 Nov 11 11:05:25.806328 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b1a310c-24e6-4d96-82af-92f3fd4fbeaa req-cab261de-92db-44b9-8f3a-ebf2f904d772 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Nov 11 11:05:25.893127 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fa0a3c3-038d-4295-94fa-03a65d360840 req-51e7f970-d2ed-415b-8bb9-6436db7a00cc tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0298629 Nov 11 11:05:25.986848 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd759f-91fa-409b-9397-3c93b69b6ee7 req-98a89a8e-34e1-4d1b-94ca-115affd04748 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:25.988359 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-66cd759f-91fa-409b-9397-3c93b69b6ee7 req-98a89a8e-34e1-4d1b-94ca-115affd04748 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0516732 Nov 11 11:05:26.046364 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-66cd759f-91fa-409b-9397-3c93b69b6ee7 req-cbf07a3c-fd9a-4e6b-a6cf-14dc2c659a2c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517139 Nov 11 11:05:26.075065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39554) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:26.157623 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-c7ca459a-7c07-4065-8c6d-b96c1507163e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811961 Nov 11 11:05:26.166637 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-218df6de-fe26-47f9-8080-e2030e495845 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:05:26.167613 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-218df6de-fe26-47f9-8080-e2030e495845 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047936 Nov 11 11:05:26.598358 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e1917-002c-4cc0-ac51-d87b9bc00947 req-85738c5c-ba02-4736-bf94-bd4c710b3b77 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:26.599811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a82e1917-002c-4cc0-ac51-d87b9bc00947 req-85738c5c-ba02-4736-bf94-bd4c710b3b77 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0512288 Nov 11 11:05:26.646070 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a82e1917-002c-4cc0-ac51-d87b9bc00947 req-30d48bad-ee4b-4aa9-86ed-0dc04bed4cf8 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Nov 11 11:05:26.923934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87910e1-5a62-4e97-b320-e09fda4ef32d req-896133b5-4f1d-4518-9675-425e20a66f28 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:26.925464 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e87910e1-5a62-4e97-b320-e09fda4ef32d req-896133b5-4f1d-4518-9675-425e20a66f28 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0478544 Nov 11 11:05:26.974557 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e87910e1-5a62-4e97-b320-e09fda4ef32d req-101d97d2-af5a-45b1-8b31-518dba484ade tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Nov 11 11:05:26.999636 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6bef316b-25c1-468d-85a1-c1b77526882a req-ca5c12f0-6787-4c15-a938-cc1c6c089df9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0295119 Nov 11 11:05:27.162473 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273fc0-268c-4afd-b4c0-bcef9cf3ca4b req-91780e98-cb8f-46f8-944d-f9089d4ba50c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:27.163910 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-81273fc0-268c-4afd-b4c0-bcef9cf3ca4b req-91780e98-cb8f-46f8-944d-f9089d4ba50c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0507481 Nov 11 11:05:27.209715 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-81273fc0-268c-4afd-b4c0-bcef9cf3ca4b req-dfbd7db5-bdac-4f40-9ff0-84b573aefff6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387232 Nov 11 11:05:27.703845 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e29fcaa-a58a-40f4-870c-34faee7abeb7 req-e27d3d7a-38a7-4b96-987b-a8f81f5a867f service neutron] 10.222.0.20 "GET /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936747 Nov 11 11:05:27.770953 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e931-2c8d-4acf-ab30-790033062463 req-cad60090-195b-4c3e-ae6a-243b041ad766 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:27.772355 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0c1e931-2c8d-4acf-ab30-790033062463 req-cad60090-195b-4c3e-ae6a-243b041ad766 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0543482 Nov 11 11:05:27.821182 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d0c1e931-2c8d-4acf-ab30-790033062463 req-2a470b04-1e19-41b2-bd9a-819a81606bae tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Nov 11 11:05:28.115800 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-42a0225a-7937-4bb3-9c10-a27b51bef2ce req-1e51acf7-d734-4ea3-ab08-4801d6ef6291 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=7abe497a-a2d9-4a89-aecc-896566c36e88 HTTP/1.1" status: 200 len: 210 time: 0.0330541 Nov 11 11:05:28.132869 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e808-377e-4440-8f6b-85ce2aab4a20 req-577e9333-e618-4cb7-8d22-fd04b0c8118d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.134340 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31a2e808-377e-4440-8f6b-85ce2aab4a20 req-577e9333-e618-4cb7-8d22-fd04b0c8118d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0813267 Nov 11 11:05:28.186596 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31a2e808-377e-4440-8f6b-85ce2aab4a20 req-a7cdb85d-dd01-45c5-99a2-16f7c72f0129 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458536 Nov 11 11:05:28.332588 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04374e4e-b9f5-4c47-b318-644ce18c713f req-f9840b00-17e4-415a-998b-a7e7821bcf26 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.333988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04374e4e-b9f5-4c47-b318-644ce18c713f req-f9840b00-17e4-415a-998b-a7e7821bcf26 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0520747 Nov 11 11:05:28.381445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04374e4e-b9f5-4c47-b318-644ce18c713f req-5d623c6e-4699-4767-b157-f0a7afc0961e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Nov 11 11:05:28.625576 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ceb8b-b666-49af-8408-1d5d978928c7 req-55dde059-d96a-4bbd-a8e3-bdebb6199664 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.627046 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f5ceb8b-b666-49af-8408-1d5d978928c7 req-55dde059-d96a-4bbd-a8e3-bdebb6199664 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0549655 Nov 11 11:05:28.697603 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f5ceb8b-b666-49af-8408-1d5d978928c7 req-f4c9229a-4230-49d8-a65b-7341abd6adf3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644875 Nov 11 11:05:28.708288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-70461420-5c95-4021-b60d-77bf0fd1bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.709767 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-70461420-5c95-4021-b60d-77bf0fd1bceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1099 time: 0.0516272 Nov 11 11:05:28.805453 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-b0ddb8f8-3aea-48c4-ac93-c55489138bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.806889 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-b0ddb8f8-3aea-48c4-ac93-c55489138bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.0881608 Nov 11 11:05:28.878739 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-8871d985-fc43-42d3-bd7f-b1b6cddade52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 1001 time: 0.0630043 Nov 11 11:05:28.955110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-485ac41c-3e04-48bd-8616-09658100c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.956569 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-485ac41c-3e04-48bd-8616-09658100c5d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0696654 Nov 11 11:05:28.971272 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d640-0ab0-4488-877d-0a161beabba8 req-b1bb01ce-b509-4a50-8375-ab7848aebe20 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:28.972683 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ce5d640-0ab0-4488-877d-0a161beabba8 req-b1bb01ce-b509-4a50-8375-ab7848aebe20 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0785291 Nov 11 11:05:29.050817 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ce5d640-0ab0-4488-877d-0a161beabba8 req-1dc06363-ad87-4bfb-bae4-5003577a1954 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Nov 11 11:05:29.052428 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-776b0586-1d80-4991-bd0e-3901fcdd4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:29.054182 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-776b0586-1d80-4991-bd0e-3901fcdd4eab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803521 Nov 11 11:05:29.147896 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-74deeb51-7541-424d-8d7b-990c4653c181 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Nov 11 11:05:29.249583 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5379794-858b-4deb-a853-11afcaf2ae55 req-7889b2de-fa11-4874-8cc3-e27b8f5dce81 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916226 Nov 11 11:05:29.331684 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00fdd-344e-443a-8e07-8c8fa7727803 req-ea32bb51-2b94-4ff6-bc8c-629061df87b3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:29.333170 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5ff00fdd-344e-443a-8e07-8c8fa7727803 req-ea32bb51-2b94-4ff6-bc8c-629061df87b3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0495489 Nov 11 11:05:29.380206 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5ff00fdd-344e-443a-8e07-8c8fa7727803 req-7dea1c6c-1ee7-4af1-a6a9-18821f5f2b80 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Nov 11 11:05:29.820926 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c7cc-95eb-49ff-8953-21d84ba89215 req-ac8a68aa-1fd0-41c6-99da-a8908ff18519 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:29.822462 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-28e6c7cc-95eb-49ff-8953-21d84ba89215 req-ac8a68aa-1fd0-41c6-99da-a8908ff18519 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0551615 Nov 11 11:05:29.878811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-28e6c7cc-95eb-49ff-8953-21d84ba89215 req-7e192da6-8411-416c-93ce-771f9a03be14 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501893 Nov 11 11:05:30.171217 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a0db7-0826-4302-95ea-53a94adffd7a req-b0e747c8-a4a2-423a-ba02-361a3ca9cc36 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.176400 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f9a0db7-0826-4302-95ea-53a94adffd7a req-b0e747c8-a4a2-423a-ba02-361a3ca9cc36 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0582824 Nov 11 11:05:30.221119 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f9a0db7-0826-4302-95ea-53a94adffd7a req-34805ad1-38e8-43fa-9ac8-b5371f1439c6 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Nov 11 11:05:30.542663 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d479e2-88ff-4479-af44-3250f2d8cd68 req-18af2797-d03f-4f28-a100-475df870e7b1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.544138 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b6d479e2-88ff-4479-af44-3250f2d8cd68 req-18af2797-d03f-4f28-a100-475df870e7b1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0833938 Nov 11 11:05:30.563763 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d929bfd-0356-49fa-bf4e-5eafb8029bea req-fb932f7e-9367-4236-93b8-36794895a9b5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.565219 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3d929bfd-0356-49fa-bf4e-5eafb8029bea req-fb932f7e-9367-4236-93b8-36794895a9b5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0721576 Nov 11 11:05:30.631002 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b6d479e2-88ff-4479-af44-3250f2d8cd68 req-4b73c0f8-8c83-48a4-b620-83025f4b3aa6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800939 Nov 11 11:05:30.638822 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3d929bfd-0356-49fa-bf4e-5eafb8029bea req-c492e563-3207-4a1c-9acc-7e4e705b9327 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661149 Nov 11 11:05:30.766230 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-87bacbb9-b676-4ae4-a23a-980ae7d4ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.767713 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-87bacbb9-b676-4ae4-a23a-980ae7d4ddd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 1097 time: 0.0709949 Nov 11 11:05:30.832353 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-8f4a482f-6b83-4d25-bb26-dd173320e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.833842 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-8f4a482f-6b83-4d25-bb26-dd173320e07d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1097 time: 0.0396233 Nov 11 11:05:30.943368 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-f0d0c716-a821-4b16-a842-4f418863bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:30.944931 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-f0d0c716-a821-4b16-a842-4f418863bb9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.0965161 Nov 11 11:05:31.248757 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-73f4c3c2-cb0b-4e1f-8c3c-c118bb46b408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 200 len: 999 time: 0.2903967 Nov 11 11:05:31.265136 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312b82-1bd4-469f-9147-f2ac64c475cf req-2621920a-12cd-4ce8-a645-c708e3376365 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.265136 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4312b82-1bd4-469f-9147-f2ac64c475cf req-2621920a-12cd-4ce8-a645-c708e3376365 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.3101547 Nov 11 11:05:31.362089 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-032dc70f-56bf-4487-86db-082568b04415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.363514 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-032dc70f-56bf-4487-86db-082568b04415 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.1020656 Nov 11 11:05:31.372294 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4312b82-1bd4-469f-9147-f2ac64c475cf req-315d422a-2401-4a11-ba5e-48d0d080f6c4 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004794 Nov 11 11:05:31.414841 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61dd60-8feb-45bf-b5a7-678b20dcf8cc req-ae7b070e-aec9-4fc3-abec-fecb5ba76d84 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.416274 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa61dd60-8feb-45bf-b5a7-678b20dcf8cc req-ae7b070e-aec9-4fc3-abec-fecb5ba76d84 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1131978 Nov 11 11:05:31.448264 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-bb2e0b9f-41ad-4b97-a4c7-73aa8f92b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.449737 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-bb2e0b9f-41ad-4b97-a4c7-73aa8f92b1a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732129 Nov 11 11:05:31.486821 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fa61dd60-8feb-45bf-b5a7-678b20dcf8cc req-b773223e-86bf-45d9-bcfe-897939273f82 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645623 Nov 11 11:05:31.552611 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-24d143b4-2277-4d10-90fd-b90034734b8e service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926051 Nov 11 11:05:31.627872 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:05:31.649361 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-a3947d2d-01d7-4aef-bc3d-6bfeb36a6ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Nov 11 11:05:31.763801 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f857f-da39-47eb-ad56-04731cce40a2 req-b5e877d2-b2ef-4dc9-8e88-d3462dafc8a4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.765315 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-353f857f-da39-47eb-ad56-04731cce40a2 req-b5e877d2-b2ef-4dc9-8e88-d3462dafc8a4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0540144 Nov 11 11:05:31.837176 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-353f857f-da39-47eb-ad56-04731cce40a2 req-9788c367-d76e-4d4d-9629-d1529a24d114 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657845 Nov 11 11:05:31.857366 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c4074-50af-494d-8cf2-5bcfbcdbe37c req-ca191d69-7f53-49d7-8c69-ebf906a6c9e4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:31.858844 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c0c4074-50af-494d-8cf2-5bcfbcdbe37c req-ca191d69-7f53-49d7-8c69-ebf906a6c9e4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0615056 Nov 11 11:05:31.912036 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c0c4074-50af-494d-8cf2-5bcfbcdbe37c req-dde1e9a5-d216-4d73-b782-cfed99d569d6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Nov 11 11:05:32.957329 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c50d45-4b4c-44b2-be49-5a37c0f7ff8c req-341889eb-90b2-496f-b4ed-525450761a00 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:32.958864 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-19c50d45-4b4c-44b2-be49-5a37c0f7ff8c req-341889eb-90b2-496f-b4ed-525450761a00 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0494113 Nov 11 11:05:33.031954 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-19c50d45-4b4c-44b2-be49-5a37c0f7ff8c req-21aa013b-32fa-4568-81ad-ab60c1b34b32 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673852 Nov 11 11:05:33.048523 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c6b1-b510-422d-a6a7-677a1d72d875 req-1a366415-e5c6-4489-b913-4ed32add0bca tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:33.050045 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b707c6b1-b510-422d-a6a7-677a1d72d875 req-1a366415-e5c6-4489-b913-4ed32add0bca tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0599945 Nov 11 11:05:33.098042 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b707c6b1-b510-422d-a6a7-677a1d72d875 req-9642256d-5f1c-4588-808a-a1f6f0540544 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Nov 11 11:05:34.163966 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d5283-cfb3-43ea-8b90-21fe723aedbb req-138e243d-e92b-4bdd-963d-7df8bde3ddfe tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:34.165376 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c68d5283-cfb3-43ea-8b90-21fe723aedbb req-138e243d-e92b-4bdd-963d-7df8bde3ddfe tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0594347 Nov 11 11:05:34.236955 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c68d5283-cfb3-43ea-8b90-21fe723aedbb req-1960264a-8c83-4d5c-8a4d-5137fd59fc68 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624340 Nov 11 11:05:34.244196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1a9b8-51dc-4d59-a746-6789b3df9f6b req-6952d82a-96ca-4838-bb00-3b8df1d1a624 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:34.246242 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-09f1a9b8-51dc-4d59-a746-6789b3df9f6b req-6952d82a-96ca-4838-bb00-3b8df1d1a624 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0799758 Nov 11 11:05:34.294406 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-09f1a9b8-51dc-4d59-a746-6789b3df9f6b req-448782cd-85f6-400c-a1cf-600ae075a8c4 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Nov 11 11:05:35.410496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d12a63-162f-439f-877b-205b56d9926a req-ca435e76-0a28-4712-93c9-e1afa4f48b15 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:35.415055 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9d12a63-162f-439f-877b-205b56d9926a req-ca435e76-0a28-4712-93c9-e1afa4f48b15 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0816407 Nov 11 11:05:35.471157 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e9c4e-8c37-40be-bd6b-9ea1bc9a026d req-797354a4-3667-436b-aeb4-25e6df846279 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:35.472688 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-317e9c4e-8c37-40be-bd6b-9ea1bc9a026d req-797354a4-3667-436b-aeb4-25e6df846279 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1031296 Nov 11 11:05:35.480859 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9d12a63-162f-439f-877b-205b56d9926a req-51eb2b46-761d-4ddb-b599-693e35ac9310 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619533 Nov 11 11:05:35.529377 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-317e9c4e-8c37-40be-bd6b-9ea1bc9a026d req-0e43224c-9d09-4f8f-95ba-89619a553385 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Nov 11 11:05:36.616704 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cb4a7-2a20-4de4-b084-447fd25bdb98 req-c6d10e89-ce8a-4ba0-856b-154a6f0878e8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:36.618192 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e70cb4a7-2a20-4de4-b084-447fd25bdb98 req-c6d10e89-ce8a-4ba0-856b-154a6f0878e8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0591323 Nov 11 11:05:36.689020 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74957f-ddde-4a1a-badc-5d15b958b682 req-d7f1e3aa-0fe6-46be-8127-3cbd2eaf07b1 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:36.690576 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d74957f-ddde-4a1a-badc-5d15b958b682 req-d7f1e3aa-0fe6-46be-8127-3cbd2eaf07b1 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0927153 Nov 11 11:05:36.698942 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e70cb4a7-2a20-4de4-b084-447fd25bdb98 req-f5a2ea51-db49-4373-8812-cf4ba80f4767 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628858 Nov 11 11:05:36.756466 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d74957f-ddde-4a1a-badc-5d15b958b682 req-e5c13645-ab55-4b9a-a823-31abfaadbd2a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564909 Nov 11 11:05:37.919812 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab05da1-e103-4dfe-aec7-71c2998b6c1b req-dfba7e22-2407-4d70-a8eb-aa6858210ae6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:37.926021 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dab05da1-e103-4dfe-aec7-71c2998b6c1b req-dfba7e22-2407-4d70-a8eb-aa6858210ae6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.1207469 Nov 11 11:05:37.937001 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5383ec7-bd01-4c21-86bd-57d2be7035dc req-b0803a81-e42e-4e8d-a669-e20693e4ce19 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:37.938625 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5383ec7-bd01-4c21-86bd-57d2be7035dc req-b0803a81-e42e-4e8d-a669-e20693e4ce19 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0850973 Nov 11 11:05:38.018742 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dab05da1-e103-4dfe-aec7-71c2998b6c1b req-7999e618-a8dd-4280-be3b-8575af909d8a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788538 Nov 11 11:05:38.023214 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5383ec7-bd01-4c21-86bd-57d2be7035dc req-f5fb016f-10d6-4c46-8b88-8e08eea773f8 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757685 Nov 11 11:05:39.193466 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652839e4-cbab-4ed2-8e4d-7c67c99b4c45 req-f6964239-92ad-461b-9e3c-c75467839dcc tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:39.201164 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-652839e4-cbab-4ed2-8e4d-7c67c99b4c45 req-f6964239-92ad-461b-9e3c-c75467839dcc tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1015012 Nov 11 11:05:39.228537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9815-5c5a-45c7-9b61-157d7b84a67b req-ec3eb46e-9b07-4f20-9338-e105255b7d89 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:39.230003 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b0bf9815-5c5a-45c7-9b61-157d7b84a67b req-ec3eb46e-9b07-4f20-9338-e105255b7d89 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0916135 Nov 11 11:05:39.278099 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-652839e4-cbab-4ed2-8e4d-7c67c99b4c45 req-46be2628-8393-4b73-93fc-ff4f7cdb2b54 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760212 Nov 11 11:05:39.303356 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b0bf9815-5c5a-45c7-9b61-157d7b84a67b req-0c44eef4-9c81-4926-811d-db1f9ed080be tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654933 Nov 11 11:05:40.424640 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f6df5111-c931-4282-8097-a29421d36653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.434256 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c5703-3613-4444-be03-3ed7b591060f req-08e24db4-b364-48d1-96ca-9038447f4737 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:40.436457 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-096c5703-3613-4444-be03-3ed7b591060f req-08e24db4-b364-48d1-96ca-9038447f4737 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0884998 Nov 11 11:05:40.514961 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09a44-714e-405c-b702-977ce1924245 req-7cdd040f-097d-440e-9501-61f5a6b1e6ba tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:40.516576 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-41f09a44-714e-405c-b702-977ce1924245 req-7cdd040f-097d-440e-9501-61f5a6b1e6ba tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0980256 Nov 11 11:05:40.521755 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-096c5703-3613-4444-be03-3ed7b591060f req-1bb5a703-49f9-4bd8-8d90-3c3c7e247876 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756061 Nov 11 11:05:40.522598 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39758) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:40.607532 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-41f09a44-714e-405c-b702-977ce1924245 req-ac3be780-0f3f-4182-94d3-ff246d2b5aa8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770650 Nov 11 11:05:40.666356 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3b23-bc7a-42eb-a3c2-348d83497ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.741520 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3b23-bc7a-42eb-a3c2-348d83497ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.745792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3b23-bc7a-42eb-a3c2-348d83497ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.792189 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9b8d3b23-bc7a-42eb-a3c2-348d83497ff8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f6e93408eec436fb136b9f6ae4dbb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684832 Nov 11 11:05:40.793059 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3b23-bc7a-42eb-a3c2-348d83497ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda51ec-f105-4e8c-a1e0-705c76ec1d17,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:40.794975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39762) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:40.849812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.870465 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.916615 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.919273 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:40.920383 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecda51ec-f105-4e8c-a1e0-705c76ec1d17 HTTP/1.1" status: 204 len: 168 time: 0.1238358 Nov 11 11:05:40.928541 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5986d0-313d-4140-8fe6-5ddf0b9eb967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda51ec-f105-4e8c-a1e0-705c76ec1d17,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:41.710670 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c686-1082-457e-b239-75121f185bab req-47769e1f-4e28-47e3-a420-d9913d036787 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:41.717071 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a764c686-1082-457e-b239-75121f185bab req-47769e1f-4e28-47e3-a420-d9913d036787 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0799727 Nov 11 11:05:41.793219 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a764c686-1082-457e-b239-75121f185bab req-5c52e48c-b2ce-4089-b1e6-3c1f1ec1eb7c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Nov 11 11:05:41.812734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd6a4e-30dc-40d7-be62-3b08373b53f7 req-38787d52-304a-479e-a488-e973e5962ea7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:41.812734 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dcdd6a4e-30dc-40d7-be62-3b08373b53f7 req-38787d52-304a-479e-a488-e973e5962ea7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0736630 Nov 11 11:05:41.886301 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dcdd6a4e-30dc-40d7-be62-3b08373b53f7 req-1f3e0441-a2a3-4a2c-9afd-abf6e253b968 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730631 Nov 11 11:05:42.883443 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e8c246c5-fc92-4078-b2eb-3d0d3fb1ace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:42.920235 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452d18a-6d32-437d-94d9-7814d5dabe93 req-14cf1780-b4ed-4899-bdb0-e9356208b507 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:42.922767 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e452d18a-6d32-437d-94d9-7814d5dabe93 req-14cf1780-b4ed-4899-bdb0-e9356208b507 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Nov 11 11:05:42.974236 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e452d18a-6d32-437d-94d9-7814d5dabe93 req-72352b00-1a22-42d7-81cb-5321e9b0da37 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Nov 11 11:05:43.047142 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78996c91-5fe8-4035-92d4-d093f29fb62c req-82811520-dfd5-4e0a-a5dc-d1786132352e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:43.050629 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-78996c91-5fe8-4035-92d4-d093f29fb62c req-82811520-dfd5-4e0a-a5dc-d1786132352e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0695276 Nov 11 11:05:43.108614 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-78996c91-5fe8-4035-92d4-d093f29fb62c req-7dcdd32a-0e54-47be-8d07-3d7fb31438cb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518973 Nov 11 11:05:43.930931 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:44.106047 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679528b5-810b-4fed-8e44-023903abcf11 req-65d5fc6a-6f2d-4195-96c3-14bbf3e46851 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:44.107534 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-679528b5-810b-4fed-8e44-023903abcf11 req-65d5fc6a-6f2d-4195-96c3-14bbf3e46851 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Nov 11 11:05:44.155429 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-679528b5-810b-4fed-8e44-023903abcf11 req-64b3c6eb-6362-47a2-8f48-5879c4203349 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Nov 11 11:05:44.226648 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72432ec6-3006-44e6-bc73-c52e56c613e2 req-98bccef2-4cfc-4dcd-9ec6-fab069037739 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:44.228735 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-72432ec6-3006-44e6-bc73-c52e56c613e2 req-98bccef2-4cfc-4dcd-9ec6-fab069037739 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0483015 Nov 11 11:05:44.284684 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-72432ec6-3006-44e6-bc73-c52e56c613e2 req-e1206648-0acf-49a2-8bbc-a3f1eff526b8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492330 Nov 11 11:05:44.666808 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39830) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:44.786695 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1ea-2420-40c9-b74e-f9f4f2051471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:44.865076 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1ea-2420-40c9-b74e-f9f4f2051471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:44.869558 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1ea-2420-40c9-b74e-f9f4f2051471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:44.907135 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ea1ca1ea-2420-40c9-b74e-f9f4f2051471 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77b7af70b946424d915bb26c6489fb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390006 Nov 11 11:05:44.908254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ca1ea-2420-40c9-b74e-f9f4f2051471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478500b-d3dc-487e-b054-64834d5fde1c,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:44.909853 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39836) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:44.975628 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.008094 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.060485 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.063060 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.064194 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2478500b-d3dc-487e-b054-64834d5fde1c HTTP/1.1" status: 204 len: 168 time: 0.1533582 Nov 11 11:05:45.072037 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a0af5-c041-422c-b332-b36411548299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478500b-d3dc-487e-b054-64834d5fde1c,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:45.313519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a015597-200a-403d-a09a-da6ceba22e61 req-719eea34-1be2-41d3-aeea-0a1afd7d758a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:45.315752 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a015597-200a-403d-a09a-da6ceba22e61 req-719eea34-1be2-41d3-aeea-0a1afd7d758a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0648203 Nov 11 11:05:45.382445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a015597-200a-403d-a09a-da6ceba22e61 req-39caa294-52f2-4464-96bc-b34e324c1fc2 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Nov 11 11:05:45.424004 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f6275-5ec6-42af-b120-a98794b73c97 req-99f6da83-d0be-476c-bd8c-55f13e65d2b9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:45.425563 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b56f6275-5ec6-42af-b120-a98794b73c97 req-99f6da83-d0be-476c-bd8c-55f13e65d2b9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0570757 Nov 11 11:05:45.428002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.486736 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b56f6275-5ec6-42af-b120-a98794b73c97 req-cb1c2c21-bc6f-4b1c-b1d6-a6bfbd0715f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548913 Nov 11 11:05:45.796058 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39862) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:45.892910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-296300499-network', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:45.912844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Made reservation on behalf of 0ca626fb587a4b7b8ad2d13ea2a0a826 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:05:45.915031 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:45.923019 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.000455 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.004710 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.029788 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:05:46.039525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624de026-fd3e-4a1a-a6bd-d093d7dae6bf,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:46.045490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.045820 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Added segment 8b53e9ed-7a73-424f-b0c6-451a9bc609c5 of type vlan for network 18103c72-c43b-4e4f-8feb-4b9da3873d47 Nov 11 11:05:46.084455 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.113427 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.114509 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:46.115359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.181149 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3811553 Nov 11 11:05:46.182194 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39868) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:46.187776 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Request body: {'subnet': {'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-296300499-subnet', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:46.189606 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a3ab8-fe31-4e90-b0c6-936891aa61f3 admin admin] Pushing event updated for resources: {'Network': ['ID=18103c72-c43b-4e4f-8feb-4b9da3873d47,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:46.201392 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:05:46.216954 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Made reservation on behalf of 0ca626fb587a4b7b8ad2d13ea2a0a826 for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:05:46.219467 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.424582 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.442630 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.541754 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:46.608739 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fd14-23e1-4fa5-b4d3-c260bee12ee6 req-010b491d-f112-47c1-bd1d-e6137f86b84a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:46.610182 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-24a8fd14-23e1-4fa5-b4d3-c260bee12ee6 req-010b491d-f112-47c1-bd1d-e6137f86b84a tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1200044 Nov 11 11:05:46.612894 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:46.613248 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Network hostable DHCP agents. Network: 18103c72-c43b-4e4f-8feb-4b9da3873d47, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:05:46.664475 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5afb-4975-48eb-910b-600cd88312dd req-0424d71b-1568-45ce-99ac-f5da7f25ee8c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:46.666128 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4d3d5afb-4975-48eb-910b-600cd88312dd req-0424d71b-1568-45ce-99ac-f5da7f25ee8c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0991142 Nov 11 11:05:46.676278 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:05:46.710989 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-24a8fd14-23e1-4fa5-b4d3-c260bee12ee6 req-8013ad4f-92b9-4690-b077-892f32b65a7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936489 Nov 11 11:05:46.711875 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 18103c72-c43b-4e4f-8feb-4b9da3873d47) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:46.718969 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:46.719550 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.728433 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec12d5e-395b-41aa-af01-cde9f3507e1c None None] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:05:46.760436 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4d3d5afb-4975-48eb-910b-600cd88312dd req-31568495-3580-4803-802c-db9569e86265 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878327 Nov 11 11:05:46.767482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e426c1e8-f3af-4487-a655-c721fd3b283e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5846794 Nov 11 11:05:46.767685 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39874) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:46.775408 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:46.802105 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.803204 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.853103 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:46.912962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-18103c72-c43b-4e4f-8feb-4b9da3873d47', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:05:46.914019 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.001941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.073052 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Allocated IP 172.20.0.2 (18103c72-c43b-4e4f-8feb-4b9da3873d47/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777/eef670b3-c9fb-4815-97d4-c854feee5cc8) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:47.228249 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.233617 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.239535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.262842 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.281934 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:47.285483 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:47.289970 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:47.297092 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Pushing event updated for resources: {'Port': ['ID=eef670b3-c9fb-4815-97d4-c854feee5cc8,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:47.356818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Attempting to bind port eef670b3-c9fb-4815-97d4-c854feee5cc8 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:05:47.357196 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Attempting to bind port eef670b3-c9fb-4815-97d4-c854feee5cc8 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:05:47.357608 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Attempting to bind port eef670b3-c9fb-4815-97d4-c854feee5cc8 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:05:47.363291 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:05:47.363695 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:47.364111 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.364517 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Bound using segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:05:47.365090 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Bound port: eef670b3-c9fb-4815-97d4-c854feee5cc8, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:05:47.365487 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.405948 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Allocated IP 172.27.1.88 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/70fa8db7-57ce-4a4b-a077-17717f382400) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:47.427631 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] For port eef670b3-c9fb-4815-97d4-c854feee5cc8, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:05:47.430939 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] For port eef670b3-c9fb-4815-97d4-c854feee5cc8, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=eef670b3-c9fb-4815-97d4-c854feee5cc8,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:05:47.434583 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.500802 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9bf20-f19f-4ac0-b25b-f6f4c9e4281b None None] Pushing event updated for resources: {'Port': ['ID=eef670b3-c9fb-4815-97d4-c854feee5cc8,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:47.574200 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.612326 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:47.657543 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:47.660658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:47.663658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:47.692746 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Pushing event updated for resources: {'Port': ['ID=70fa8db7-57ce-4a4b-a077-17717f382400,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:47.927613 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b9ff-7dba-409f-9ae1-2baaaabf2e8f req-11201f81-f7af-4467-8808-7bd5596af6c6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:47.929119 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a54b9ff-7dba-409f-9ae1-2baaaabf2e8f req-11201f81-f7af-4467-8808-7bd5596af6c6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1046877 Nov 11 11:05:47.951651 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60028640-2d6a-4e2e-908b-4d9892c2cd85 req-2d7caac8-f5e3-4d15-ac37-40ab5d717c3b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:47.953042 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60028640-2d6a-4e2e-908b-4d9892c2cd85 req-2d7caac8-f5e3-4d15-ac37-40ab5d717c3b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0745625 Nov 11 11:05:48.007649 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.021901 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a54b9ff-7dba-409f-9ae1-2baaaabf2e8f req-999196d0-ec37-49e8-b963-24ef2d7bb4d9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Nov 11 11:05:48.033640 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60028640-2d6a-4e2e-908b-4d9892c2cd85 req-8460a775-e4f0-4cff-846c-4e5e3128b065 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728283 Nov 11 11:05:48.220140 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.381354 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:05:48.505626 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:05:48.516965 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:05:48.527283 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:48.527525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.527729 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:48.531361 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-3d0c03c1-4e53-454d-8de0-7d73fbabb72a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7601726 Nov 11 11:05:48.531700 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39886) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:48.563183 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a40657-7411-42a1-8652-29930cb6cc37 None None] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:05:48.643313 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:48.654665 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] Provisioning complete for port eef670b3-c9fb-4815-97d4-c854feee5cc8 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:48.655032 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.796044 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.833318 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] For port eef670b3-c9fb-4815-97d4-c854feee5cc8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=eef670b3-c9fb-4815-97d4-c854feee5cc8,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:48.840243 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:48.844433 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:47Z', 'revision_number': 3, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:48.875171 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:05:48.875827 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Updating router 85d29673-6a0b-402d-bcac-5a9a020ea3ea port 70fa8db7-57ce-4a4b-a077-17717f382400 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:05:48.889460 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc3b1c-4967-4e4c-a11e-0f59be8f8447 None None] Pushing event updated for resources: {'Port': ['ID=eef670b3-c9fb-4815-97d4-c854feee5cc8,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:48.901528 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.030878 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.074751 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-9e10ae0a-e7e7-4332-a941-fdb063a07557 None None] Provisioning complete for port eef670b3-c9fb-4815-97d4-c854feee5cc8 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:49.075315 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-9e10ae0a-e7e7-4332-a941-fdb063a07557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.175745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device eef670b3-c9fb-4815-97d4-c854feee5cc8 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:49.238265 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port eef670b3-c9fb-4815-97d4-c854feee5cc8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:49.238722 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.247260 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.254294 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.280250 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915d4f8-8b33-4eb9-a538-77abd8c6050d req-6bfdf0b1-759b-45c7-ae63-0cb165156af2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:49.281784 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e915d4f8-8b33-4eb9-a538-77abd8c6050d req-6bfdf0b1-759b-45c7-ae63-0cb165156af2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.1397829 Nov 11 11:05:49.293455 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e2c0-7220-425d-9e3a-4f07a3a0a8c5 req-dff503ce-6bfd-42c2-bd5a-540cc464d193 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:49.295058 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9521e2c0-7220-425d-9e3a-4f07a3a0a8c5 req-dff503ce-6bfd-42c2-bd5a-540cc464d193 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1540873 Nov 11 11:05:49.308347 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Pushing event updated for resources: {'Port': ['ID=70fa8db7-57ce-4a4b-a077-17717f382400,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:49.329542 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.329920 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.330268 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.330606 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.330937 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.331267 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.331594 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.332047 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.332402 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.333107 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.333107 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.333400 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:49.336672 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Attempting to bind port 70fa8db7-57ce-4a4b-a077-17717f382400 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:05:49.337730 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Attempting to bind port 70fa8db7-57ce-4a4b-a077-17717f382400 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:05:49.338108 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Attempting to bind port 70fa8db7-57ce-4a4b-a077-17717f382400 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:05:49.344128 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:05:49.344489 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:49.344928 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.345284 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:05:49.346329 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Bound port: 70fa8db7-57ce-4a4b-a077-17717f382400, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:05:49.346329 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.367286 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Allocated IP 172.20.0.1 (18103c72-c43b-4e4f-8feb-4b9da3873d47/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777/c7505495-cc10-42e9-9c57-0c9e3d7e6e8e) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:49.411150 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] For port 70fa8db7-57ce-4a4b-a077-17717f382400, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:05:49.414948 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] For port 70fa8db7-57ce-4a4b-a077-17717f382400, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=70fa8db7-57ce-4a4b-a077-17717f382400,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:05:49.424178 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9521e2c0-7220-425d-9e3a-4f07a3a0a8c5 req-a0195ce7-4fcf-4919-aee9-1a190b1f88ba tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066656 Nov 11 11:05:49.429859 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e915d4f8-8b33-4eb9-a538-77abd8c6050d req-385a6186-d1a7-4012-91a4-499536cc0843 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140921 Nov 11 11:05:49.433000 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.505322 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac867d-9a61-4ec6-9be3-d7e6801cba3e None None] Pushing event updated for resources: {'Port': ['ID=70fa8db7-57ce-4a4b-a077-17717f382400,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:49.508205 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:49.509816 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:49.534354 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.581127 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.615237 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:49.623104 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:49.626115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:49.629731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:49.630207 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.667731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Pushing event updated for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:49.825220 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-137e8f09-a61e-4d3f-934f-8ccf2a34f966 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:49.826685 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-137e8f09-a61e-4d3f-934f-8ccf2a34f966 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.0878811 Nov 11 11:05:49.834173 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.843265 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:47Z', 'revision_number': 3, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:49.870403 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a80c6-c11c-42a4-b88b-95137930cdfc None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:47Z', 'revision_number': 3, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:05:49.947089 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-f5579edf-b5ae-45b4-8778-7f6ad95f3394 None None] Provisioning complete for port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:49.947686 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f5579edf-b5ae-45b4-8778-7f6ad95f3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:49.985078 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-f5579edf-b5ae-45b4-8778-7f6ad95f3394 None None] Port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:50.243826 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Deleting port 87de39a5-39e1-4c77-b877-8cf181bd3071 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:05:50.244410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.329675 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.338143 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.338914 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.450448 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] For port 87de39a5-39e1-4c77-b877-8cf181bd3071, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=87de39a5-39e1-4c77-b877-8cf181bd3071,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:50.450811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.459536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Pushing event updated for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:50.474387 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Calling delete_port for 87de39a5-39e1-4c77-b877-8cf181bd3071 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:05:50.586338 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:50.605966 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:50.695627 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6c59-aaec-4e47-96f7-eebd6e21b409 req-1eb7b966-ae66-457f-9ca4-aa14678c05f9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:50.697856 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-531d6c59-aaec-4e47-96f7-eebd6e21b409 req-1eb7b966-ae66-457f-9ca4-aa14678c05f9 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=64db2b5b-7d44-4921-b8b4-2f206a7e2624 HTTP/1.1" status: 200 len: 945 time: 0.1950576 Nov 11 11:05:50.797406 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7408c0-5386-4776-b226-c808ca4a0b14 req-73d41468-9e89-4ec4-a1c4-0d0b24e3baf7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:50.799031 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc7408c0-5386-4776-b226-c808ca4a0b14 req-73d41468-9e89-4ec4-a1c4-0d0b24e3baf7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.2110994 Nov 11 11:05:50.810270 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-d3c87463-e6bc-461f-9497-406cafeb9aca None None] Provisioning complete for port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:50.810766 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d3c87463-e6bc-461f-9497-406cafeb9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.846576 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-d3c87463-e6bc-461f-9497-406cafeb9aca None None] Port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:50.882502 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-531d6c59-aaec-4e47-96f7-eebd6e21b409 req-e1e459fe-d075-4c65-9ab5-aae109cd5d70 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734841 Nov 11 11:05:50.891051 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:50.908094 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', '8e78184c-8f5f-4587-89af-ebedf162e8b8', '87de39a5-39e1-4c77-b877-8cf181bd3071'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:50.912062 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:05:50.936010 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event deleted for resources: {'Port': ['ID=87de39a5-39e1-4c77-b877-8cf181bd3071,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:50.946843 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc7408c0-5386-4776-b226-c808ca4a0b14 req-96441be7-8f41-43b7-b8fd-4f9d904c4cc5 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403677 Nov 11 11:05:51.005786 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] No DVR routers for this DVR port 87de39a5-39e1-4c77-b877-8cf181bd3071 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:05:51.042349 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.046796 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50c17c0a-91d8-4346-86f5-cce1e03ab0f6 req-390f5590-f33c-474b-8ec4-4b02be42dc7f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "DELETE /v2.0/ports/87de39a5-39e1-4c77-b877-8cf181bd3071 HTTP/1.1" status: 204 len: 173 time: 1.2085893 Nov 11 11:05:51.046796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'name': 'network-vif-deleted', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:51.048730 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd6187-9f91-4d2d-8eb3-ed36c9b41675" -d '{"events": [{"server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "name": "network-vif-deleted", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:51.163622 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff5682-a11f-4110-8642-b945577d1eaf x-openstack-request-id: req-3fff5682-a11f-4110-8642-b945577d1eaf {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:51.164082 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db2b5b-7d44-4921-b8b4-2f206a7e2624", "name": "network-vif-deleted", "tag": "87de39a5-39e1-4c77-b877-8cf181bd3071", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:51.164525 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3fff5682-a11f-4110-8642-b945577d1eaf {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:51.167250 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db2b5b-7d44-4921-b8b4-2f206a7e2624', 'name': 'network-vif-deleted', 'tag': '87de39a5-39e1-4c77-b877-8cf181bd3071', 'status': 'completed', 'code': 200} Nov 11 11:05:51.201380 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 70fa8db7-57ce-4a4b-a077-17717f382400 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:51.209957 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:05:51.220591 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-41b9cf20-eb0a-49d0-89d8-d213af36526e admin admin] 10.222.0.57 "PUT /v2.0/routers/85d29673-6a0b-402d-bcac-5a9a020ea3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6852198 Nov 11 11:05:51.303822 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 70fa8db7-57ce-4a4b-a077-17717f382400 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:51.304193 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.394389 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.421383 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 70fa8db7-57ce-4a4b-a077-17717f382400, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=70fa8db7-57ce-4a4b-a077-17717f382400,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:51.426019 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.485659 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=70fa8db7-57ce-4a4b-a077-17717f382400,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:51.578862 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:05:51.591225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:51.592051 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:51.713307 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:51.763799 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39924) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:51.768742 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1239463925-network', 'tenant_id': 'e6d9c63687f1489893a6297867298231'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:51.790565 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Made reservation on behalf of e6d9c63687f1489893a6297867298231 for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:05:51.793002 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.802218 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.878664 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.882219 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.909187 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:05:51.920027 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad52ad-82bf-4e4f-90ba-798b0d52f9e3,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:51.926791 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.927133 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Added segment 60edd31a-d1f5-4e46-aa8a-f634a6a4f042 of type vlan for network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 Nov 11 11:05:51.928256 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:50Z', 'revision_number': 2, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:51.961846 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:05:51.962423 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Updating router 85d29673-6a0b-402d-bcac-5a9a020ea3ea port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:05:51.977041 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:51.989346 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:05:51.990658 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.022801 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.024370 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:52.025182 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.112053 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3474720 Nov 11 11:05:52.115505 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39934) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:52.121672 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Request body: {'subnet': {'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1239463925-subnet', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:52.129578 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7cb9-6715-40c6-b258-1e18345a612f admin admin] Pushing event updated for resources: {'Network': ['ID=607e6235-7e3b-415b-b2dc-a4f65e2f5830,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:52.145504 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Made reservation on behalf of e6d9c63687f1489893a6297867298231 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:05:52.145826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:05:52.148747 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.161460 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1730cee-6e22-495a-a84f-d5c5b62b2dbe req-443db1b2-804b-4049-9d59-e11a65675abc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:52.163003 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1730cee-6e22-495a-a84f-d5c5b62b2dbe req-443db1b2-804b-4049-9d59-e11a65675abc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.1191251 Nov 11 11:05:52.252304 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd146b-8758-4841-9095-989f0cab05c5 req-5c3d9cd0-7c6d-4288-a4ec-d2bd37ce0924 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:52.260821 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cdcd146b-8758-4841-9095-989f0cab05c5 req-5c3d9cd0-7c6d-4288-a4ec-d2bd37ce0924 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0966980 Nov 11 11:05:52.266668 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1730cee-6e22-495a-a84f-d5c5b62b2dbe req-93e97494-2027-4151-9e15-72ddaa01d455 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920866 Nov 11 11:05:52.322050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cdcd146b-8758-4841-9095-989f0cab05c5 req-5d5a8df0-eeb3-437b-8183-93cbb638ba4e tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Nov 11 11:05:52.340669 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.403936 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be18b5f8-03bd-4e23-a585-a306f7268ac3,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:52.414465 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Checking segment: {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:52.414859 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Network hostable DHCP agents. Network: 607e6235-7e3b-415b-b2dc-a4f65e2f5830, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:05:52.433963 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:05:52.443417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 607e6235-7e3b-415b-b2dc-a4f65e2f5830) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:52.448314 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:52.449444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.463284 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d2081-7f42-44ac-95e6-d02eb6f0fcee None None] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:05:52.470084 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e04190b7-f7e2-45ad-bcf4-771f350ffa85 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3521132 Nov 11 11:05:52.471983 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39944) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:52.476499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:52.497437 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.498743 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.513282 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.556367 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.677914 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.691963 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.699687 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.726250 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:05:52.727101 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.835415 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Pushing event updated for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:52.868848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.869218 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.869562 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.870482 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.870482 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.870709 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.871023 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.871634 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.871634 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.871826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.872102 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.872420 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:05:52.918003 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.936739 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Attempting to bind port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:05:52.936958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Attempting to bind port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:05:52.937321 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Attempting to bind port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:05:52.938445 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.947419 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:05:52.947817 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:52.948262 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:52.948677 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Bound using segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:05:52.949169 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Bound port: c7505495-cc10-42e9-9c57-0c9e3d7e6e8e, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:05:52.949558 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.005008 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Allocated IP 172.20.0.2 (607e6235-7e3b-415b-b2dc-a4f65e2f5830/be18b5f8-03bd-4e23-a585-a306f7268ac3/9c71052c-a10b-4d2b-9930-0a4a12ab7c18) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:53.042119 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-f05f6aa7-52cb-49ec-9b52-e644200b7980 None None] Provisioning complete for port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:53.042484 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f05f6aa7-52cb-49ec-9b52-e644200b7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.063089 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Allocated IP 172.27.1.16 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/c08eaff5-4163-424f-b202-a229e086d2db) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:53.105406 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 70fa8db7-57ce-4a4b-a077-17717f382400 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:53.109520 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] For port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:05:53.165325 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] For port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:05:53.168938 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.177068 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.178834 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-f05f6aa7-52cb-49ec-9b52-e644200b7980 None None] Port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:53.205088 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.251855 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:53.254852 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:53.259288 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:53.262435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Pushing event updated for resources: {'Port': ['ID=c08eaff5-4163-424f-b202-a229e086d2db,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:53.283957 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:53.284599 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:53.288223 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5198f7e-6e57-40d5-9633-40572eef2664 None None] Pushing event updated for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:53.391824 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.395404 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 70fa8db7-57ce-4a4b-a077-17717f382400 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:53.395962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.503176 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46804ef3-4443-48bf-b3f8-4a980b687a4d req-a88fda67-8e82-40f9-8549-8b1cfcf163ab tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:53.504781 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-46804ef3-4443-48bf-b3f8-4a980b687a4d req-a88fda67-8e82-40f9-8549-8b1cfcf163ab tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0942066 Nov 11 11:05:53.506554 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.518034 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d15bb-5098-472c-86d5-49538501dfbb req-4e927988-6773-4410-80ed-278a6f8483e5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:53.519853 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6d6d15bb-5098-472c-86d5-49538501dfbb req-4e927988-6773-4410-80ed-278a6f8483e5 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.0796325 Nov 11 11:05:53.526450 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:53.570023 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.593964 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-46804ef3-4443-48bf-b3f8-4a980b687a4d req-7f3cf059-c6cb-4a2d-8687-e3446cab87e7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730534 Nov 11 11:05:53.598685 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6d6d15bb-5098-472c-86d5-49538501dfbb req-a4e7f23c-89c3-4d14-ac44-15eab660720c tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703230 Nov 11 11:05:53.639293 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:53.679091 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:53.683230 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Pushing event updated for resources: {'Port': ['ID=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:53.695596 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:53.697939 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] Provisioning complete for port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:53.698308 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.754853 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 87de39a5-39e1-4c77-b877-8cf181bd3071 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:05:53.792253 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-ceaa9bf0-c212-4e86-805b-9ce78163e404 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:53.793896 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-ceaa9bf0-c212-4e86-805b-9ce78163e404 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 945 time: 0.1042633 Nov 11 11:05:53.799806 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 87de39a5-39e1-4c77-b877-8cf181bd3071 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:05:53.800143 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 87de39a5-39e1-4c77-b877-8cf181bd3071 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:05:53.913476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Attempting to bind port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:05:53.913476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Attempting to bind port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:05:53.913476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Attempting to bind port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 on network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:05:53.930713 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fdb83-7faa-4710-a2d0-ed61a436596a req-2a267729-7683-44c8-80d7-67c223937e3f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:53.932086 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d61fdb83-7faa-4710-a2d0-ed61a436596a req-2a267729-7683-44c8-80d7-67c223937e3f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0879200 Nov 11 11:05:53.933304 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:05:53.934183 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Checking segment: {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:53.934599 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.935004 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Bound using segment: {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:05:53.935482 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Bound port: 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:05:53.935860 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:53.971324 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Deleting port 8e78184c-8f5f-4587-89af-ebedf162e8b8 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:05:53.971658 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.028569 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.050579 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.052234 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d61fdb83-7faa-4710-a2d0-ed61a436596a req-fbb7a3d2-c2e3-4e0c-be9c-83596d73a86f tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099315 Nov 11 11:05:54.101779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] For port 8e78184c-8f5f-4587-89af-ebedf162e8b8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8e78184c-8f5f-4587-89af-ebedf162e8b8,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:54.102191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.119392 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Calling delete_port for 8e78184c-8f5f-4587-89af-ebedf162e8b8 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:05:54.200239 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Router 50fa40d5-2f02-44ed-8e15-131ff9549545 is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:05:54.217196 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] For port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:05:54.239885 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] For port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:05:54.245073 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] For port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:54.248457 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.257342 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.274120 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.287115 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:53Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:54.319197 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', '8e78184c-8f5f-4587-89af-ebedf162e8b8'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:54.322421 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:05:54.325635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event deleted for resources: {'Port': ['ID=8e78184c-8f5f-4587-89af-ebedf162e8b8,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:54.329874 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e8226-03d6-47f5-a93a-2b611972ed97 None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:53Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:05:54.342387 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Sync routers for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:05:54.347724 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.350172 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-87e245ae-5058-4eb4-a2da-6ee53e0b8f19 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8771777 Nov 11 11:05:54.353154 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39956) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:54.370784 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:54.372731 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:54.389815 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3c39c-385e-430b-8302-2ef702f5934a None None] Pushing event updated for resources: {'Port': ['ID=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:54.396048 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] No DVR routers for this DVR port 8e78184c-8f5f-4587-89af-ebedf162e8b8 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:05:54.405590 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:54.421909 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d9870da7-e8f4-4c52-90ba-cd63a51bfa0d req-44e03bc7-9fe8-4335-9661-19746641332b tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "DELETE /v2.0/ports/8e78184c-8f5f-4587-89af-ebedf162e8b8 HTTP/1.1" status: 204 len: 173 time: 0.6130250 Nov 11 11:05:54.422409 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'name': 'network-vif-deleted', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:54.450030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6231614-6f07-4b96-b9d0-a954789cbaee" -d '{"events": [{"server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "name": "network-vif-deleted", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:54.491799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec6502-523c-4fcb-8e9c-bf1d0a96c412 None None] Pushing event updated for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:54.547249 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3e3fe-6551-4100-9608-ce7c63c6ab35 x-openstack-request-id: req-a3d3e3fe-6551-4100-9608-ce7c63c6ab35 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:54.547731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56603d3-886e-4793-b059-dd479e3e97ef", "name": "network-vif-deleted", "tag": "8e78184c-8f5f-4587-89af-ebedf162e8b8", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:54.547854 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3d3e3fe-6551-4100-9608-ce7c63c6ab35 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:54.548198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56603d3-886e-4793-b059-dd479e3e97ef', 'name': 'network-vif-deleted', 'tag': '8e78184c-8f5f-4587-89af-ebedf162e8b8', 'status': 'completed', 'code': 200} Nov 11 11:05:54.832112 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:54.836605 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e9ea4d2c-7594-4c81-852e-46f0cb24826c req-3d47dd32-d8db-421d-a8d8-85c8e76196b7 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=e56603d3-886e-4793-b059-dd479e3e97ef HTTP/1.1" status: 200 len: 210 time: 0.0625196 Nov 11 11:05:54.877975 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c624fa1-8eb8-4dc6-be67-ecaf9164c1e2 req-f7e1f395-1a1d-4bf2-bd3a-bed4e2721d5a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:54.881463 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4c624fa1-8eb8-4dc6-be67-ecaf9164c1e2 req-f7e1f395-1a1d-4bf2-bd3a-bed4e2721d5a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.1356938 Nov 11 11:05:54.951590 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4c624fa1-8eb8-4dc6-be67-ecaf9164c1e2 req-d7b1e9e6-7de7-4ff0-a620-4118da09ea6c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627208 Nov 11 11:05:55.125063 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.128155 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:53Z', 'revision_number': 3, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:55.194645 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Checking router: 50fa40d5-2f02-44ed-8e15-131ff9549545 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:05:55.194996 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Updating router 50fa40d5-2f02-44ed-8e15-131ff9549545 port c08eaff5-4163-424f-b202-a229e086d2db binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:05:55.234716 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.270930 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:55.298460 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8be46-9821-4c77-a885-6815c63f8159 req-3f7366a3-3009-4638-89ff-b2010737034c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:55.300049 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a5e8be46-9821-4c77-a885-6815c63f8159 req-3f7366a3-3009-4638-89ff-b2010737034c tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.1282971 Nov 11 11:05:55.345064 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:55.345436 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.405371 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a5e8be46-9821-4c77-a885-6815c63f8159 req-52e0b13b-e07f-4ff8-9bfa-628818eaafdd tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962546 Nov 11 11:05:55.436117 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Allocated IP 172.20.0.1 (607e6235-7e3b-415b-b2dc-a4f65e2f5830/be18b5f8-03bd-4e23-a585-a306f7268ac3/72fee53a-e8d2-4e5c-b738-d9c978205475) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:05:55.476112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.517485 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:55.524523 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.525402 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c7505495-cc10-42e9-9c57-0c9e3d7e6e8e up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:55.569935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.622660 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.624045 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:55.656314 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.662459 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:55.662459 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.666917 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.677521 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:55.680772 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:55.684802 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:05:55.723798 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Pushing event updated for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:55.730854 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d969-8a6f-407c-9d24-ed01c5f4e571 None None] Pushing event updated for resources: {'Port': ['ID=c08eaff5-4163-424f-b202-a229e086d2db,revision_number=2']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:55.754954 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Attempting to bind port c08eaff5-4163-424f-b202-a229e086d2db on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:05:55.755633 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Attempting to bind port c08eaff5-4163-424f-b202-a229e086d2db by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:05:55.756005 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Attempting to bind port c08eaff5-4163-424f-b202-a229e086d2db on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:05:55.759438 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.762093 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:05:55.762469 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:05:55.762920 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.763312 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:05:55.763782 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Bound port: c08eaff5-4163-424f-b202-a229e086d2db, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:05:55.764825 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.838816 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] For port c08eaff5-4163-424f-b202-a229e086d2db, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:05:55.842393 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] For port c08eaff5-4163-424f-b202-a229e086d2db, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c08eaff5-4163-424f-b202-a229e086d2db,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:05:55.848696 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:55.871051 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4249e74-01ac-4b25-a9b4-874f1a9499d0 None None] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:05:55.914523 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:55.915648 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:55.917525 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d969-8a6f-407c-9d24-ed01c5f4e571 None None] Pushing event updated for resources: {'Port': ['ID=c08eaff5-4163-424f-b202-a229e086d2db,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:55.942497 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.046254 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-02006d8e-2186-4aa6-b31c-5bc1cf2c2cdf None None] Provisioning complete for port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:56.046254 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-02006d8e-2186-4aa6-b31c-5bc1cf2c2cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.110512 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:56.125898 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bcdb-db60-4579-af94-48a307d6e117 req-84e1ca29-800f-4442-9d0f-de16805334d1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:56.135482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84d1bcdb-db60-4579-af94-48a307d6e117 req-84e1ca29-800f-4442-9d0f-de16805334d1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0810993 Nov 11 11:05:56.210096 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84d1bcdb-db60-4579-af94-48a307d6e117 req-9b8b7814-fba7-434a-9819-c584a6d3e27b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734024 Nov 11 11:05:56.212447 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.222124 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.297413 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Pushing event updated for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:56.302432 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.360773 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '72fee53a-e8d2-4e5c-b738-d9c978205475', 'name': '', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'mac_address': 'fa:16:3e:af:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:55Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 1, 'project_id': 'e6d9c63687f1489893a6297867298231', 'subnets': [{'id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:56.388881 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe2837-8843-4348-b2c3-f819c9b27b67 None None] The sync data for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi is: [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '72fee53a-e8d2-4e5c-b738-d9c978205475', 'name': '', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'mac_address': 'fa:16:3e:af:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:55Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 1, 'project_id': 'e6d9c63687f1489893a6297867298231', 'subnets': [{'id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:05:56.409576 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:05:56.411079 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:05:56.554506 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Router 50fa40d5-2f02-44ed-8e15-131ff9549545 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:05:56.592260 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-575678d8-8fa0-4f4d-9555-1fb70ce7a343 None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:56.592826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-575678d8-8fa0-4f4d-9555-1fb70ce7a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.592996 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-e2293e38-a971-4ac7-b5bb-650e92a707d1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:56.594703 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-e2293e38-a971-4ac7-b5bb-650e92a707d1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0955832 Nov 11 11:05:56.604470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b757e2e-05c7-4f50-a9be-cd5d8bca2e37 req-65e3fae2-686b-4fd3-bd09-19a2848e9dcc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:56.606743 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0b757e2e-05c7-4f50-a9be-cd5d8bca2e37 req-65e3fae2-686b-4fd3-bd09-19a2848e9dcc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 945 time: 0.0942531 Nov 11 11:05:56.646434 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-575678d8-8fa0-4f4d-9555-1fb70ce7a343 None None] Port 72fee53a-e8d2-4e5c-b738-d9c978205475 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:56.660485 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-575678d8-8fa0-4f4d-9555-1fb70ce7a343 None None] Provisioning complete for port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:56.660895 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-575678d8-8fa0-4f4d-9555-1fb70ce7a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.723741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:05:56.733276 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-cdbc5598-3931-4b7b-b2ae-bed00e053c0d admin admin] 10.222.0.57 "PUT /v2.0/routers/50fa40d5-2f02-44ed-8e15-131ff9549545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756952 Nov 11 11:05:56.812816 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0b757e2e-05c7-4f50-a9be-cd5d8bca2e37 req-e87c5fe1-d8c7-42d5-89a1-9f6215a5630b tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963737 Nov 11 11:05:56.862639 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Deleting port d8871cf9-436a-443e-8d7e-1e5016d21078 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:05:56.863256 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.940780 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-ad5fe48e-3005-4959-8a28-5d18187be9da None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:56.943235 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe48e-3005-4959-8a28-5d18187be9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.971994 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] For port d8871cf9-436a-443e-8d7e-1e5016d21078, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d8871cf9-436a-443e-8d7e-1e5016d21078,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:56.972395 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:56.994429 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Calling delete_port for d8871cf9-436a-443e-8d7e-1e5016d21078 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:05:57.000002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fe48e-3005-4959-8a28-5d18187be9da None None] Port 72fee53a-e8d2-4e5c-b738-d9c978205475 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:57.145083 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:57.185979 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.207592 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['afc364de-3bc5-488a-83bf-6f16a66798cf', 'd8871cf9-436a-443e-8d7e-1e5016d21078'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:57.214258 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-7f08c38e-f36b-4f22-8652-a6e3b4a2ae64 None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:57.214625 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-7f08c38e-f36b-4f22-8652-a6e3b4a2ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.230993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Pushing event deleted for resources: {'Port': ['ID=d8871cf9-436a-443e-8d7e-1e5016d21078,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:57.388477 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] No DVR routers for this DVR port d8871cf9-436a-443e-8d7e-1e5016d21078 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:05:57.392095 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.395764 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c43b5531-221e-4236-9d20-1ad23895ff6e req-c06621b5-378c-4859-932b-69529b3bc224 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "DELETE /v2.0/ports/d8871cf9-436a-443e-8d7e-1e5016d21078 HTTP/1.1" status: 204 len: 173 time: 0.7878840 Nov 11 11:05:57.396270 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'name': 'network-vif-deleted', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:05:57.398570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c56100-1bcf-4a12-8c5e-378ae94898c9" -d '{"events": [{"server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "name": "network-vif-deleted", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:05:57.446410 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-7f08c38e-f36b-4f22-8652-a6e3b4a2ae64 None None] Port 72fee53a-e8d2-4e5c-b738-d9c978205475 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:05:57.486793 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:57.487163 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.509715 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39992) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:57.521413 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433115850', 'description': 'tempest-secgroup-smoke-1433115850 description', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:57.532017 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bd657-089f-441e-a6d7-b2ea3342bdc4 req-4ad0041c-da4f-4066-9889-ae0e471bd2f3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:57.540704 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-724bd657-089f-441e-a6d7-b2ea3342bdc4 req-4ad0041c-da4f-4066-9889-ae0e471bd2f3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 944 time: 0.0809338 Nov 11 11:05:57.559406 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.646837 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-724bd657-089f-441e-a6d7-b2ea3342bdc4 req-6985cf77-6177-4f4a-bc9f-eaf0b46eb59c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051915 Nov 11 11:05:57.689509 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086862-b1df-46c3-bd25-e255c115db9a req-ff6dc1c6-7cf6-418b-b157-67478c5055e3 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:57.696787 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.699077 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-71086862-b1df-46c3-bd25-e255c115db9a req-ff6dc1c6-7cf6-418b-b157-67478c5055e3 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.1028829 Nov 11 11:05:57.702991 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.721394 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e4be5-90eb-4b62-9a99-8585d4a3c41e x-openstack-request-id: req-005e4be5-90eb-4b62-9a99-8585d4a3c41e {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:05:57.721674 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc63a7-21f4-4275-85d9-f55cb06a6928", "name": "network-vif-deleted", "tag": "d8871cf9-436a-443e-8d7e-1e5016d21078", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:05:57.721910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-005e4be5-90eb-4b62-9a99-8585d4a3c41e {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:05:57.722308 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc63a7-21f4-4275-85d9-f55cb06a6928', 'name': 'network-vif-deleted', 'tag': 'd8871cf9-436a-443e-8d7e-1e5016d21078', 'status': 'completed', 'code': 200} Nov 11 11:05:57.741285 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:05:57.741860 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:57.744345 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8e78184c-8f5f-4587-89af-ebedf162e8b8 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:05:57.746364 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.752493 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-1255acb3-7806-43ec-8ad7-c242058e37ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2402608 Nov 11 11:05:57.755719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 39994) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:57.766382 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:57.769973 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 8e78184c-8f5f-4587-89af-ebedf162e8b8 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:05:57.770562 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8e78184c-8f5f-4587-89af-ebedf162e8b8 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:05:57.782731 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-71086862-b1df-46c3-bd25-e255c115db9a req-476bba44-1817-4021-8d75-c6969cf572a6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827730 Nov 11 11:05:57.813226 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.889022 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.895254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.905920 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:57.920089 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'mac_address': 'fa:16:3e:ee:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:05:57.926850 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576adb04-ab34-4f3b-bdb6-99d4f513e907,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:57.937054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.942367 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 39998) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:57.948755 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:57.954628 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d9411598-3223-4f8c-8266-798d2c32df7d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971798 Nov 11 11:05:57.978202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.990626 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:57.994225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:05:58.013992 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7dcdc65f-9899-4d34-9cad-ff2252e3257d req-ce76335d-a024-4296-8228-c140f7eb9cb2 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=29bc63a7-21f4-4275-85d9-f55cb06a6928 HTTP/1.1" status: 200 len: 210 time: 0.0580013 Nov 11 11:05:58.035145 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:58.041323 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.080590 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.089277 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.113310 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=9']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.118086 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.122443 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754220 Nov 11 11:05:58.122443 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ce3e-9e11-4c6e-a570-f37559c3d835 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a667fd6-8c36-428e-a3da-4622263e5696,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.123194 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40000) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:58.127938 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:58.160522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.222058 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.225623 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.243984 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0b71e-0255-498e-aaef-2c1528c8aef5,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.253294 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.254495 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f100fc02-d346-494a-b724-a938d1f33818 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303227 Nov 11 11:05:58.257127 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40002) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:58.261397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:58.287357 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.347864 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.352719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.368857 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['13c7857f-64c0-4a3e-930e-aec08b306c2e'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:05:58.371223 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02a2529-7807-4885-9786-3ec6ea7d7f75,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.379474 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.383328 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-89f32818-4312-40ca-b205-c87943708404 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226268 Nov 11 11:05:58.383508 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40004) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:58.387845 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:58.409555 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.securitygroups_db [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Project 0ca626fb587a4b7b8ad2d13ea2a0a826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:05:58.415276 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.473495 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.477906 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.495836 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cffef3-7a76-4b6e-aa54-7f7a21f9472d,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.505134 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.506360 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a0abfa40-f922-4759-8912-5d4e8b1226fc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219192 Nov 11 11:05:58.509215 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40008) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:05:58.514493 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd82fc-3a57-446e-99d5-fef49cd1a1f1', 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:05:58.537802 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.securitygroups_db [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Project 0ca626fb587a4b7b8ad2d13ea2a0a826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:05:58.543901 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.612450 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.616322 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.634609 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abd64f8-5dde-4864-b418-9d41f254256d,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:58.646124 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:58.647379 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f29689e4-80cc-4ae3-90d4-224bb80b5d0d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368015 Nov 11 11:05:58.819709 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a7534-3de5-4cfe-97fe-f5ed51ac57cb req-e8c0fd29-7383-48a2-95ef-adbd4a765187 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:58.821336 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d48a7534-3de5-4cfe-97fe-f5ed51ac57cb req-e8c0fd29-7383-48a2-95ef-adbd4a765187 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.0690877 Nov 11 11:05:58.946107 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d48a7534-3de5-4cfe-97fe-f5ed51ac57cb req-da6a7051-b943-4f36-ad2b-1004d67b4e18 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988066 Nov 11 11:05:58.946107 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-61faf3cb-6bfa-49d5-ae14-3ae22199bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:58.946304 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Sync routers for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:05:58.946756 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-61faf3cb-6bfa-49d5-ae14-3ae22199bd53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1138 time: 0.1133616 Nov 11 11:05:58.961888 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9415-e830-4f22-bb7e-6b9b6ffccfb3 req-aca61f37-f875-47b0-bcca-97c94142c46c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:58.963710 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dcba9415-e830-4f22-bb7e-6b9b6ffccfb3 req-aca61f37-f875-47b0-bcca-97c94142c46c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.1334567 Nov 11 11:05:58.971935 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:05:58.973033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:59.162575 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dcba9415-e830-4f22-bb7e-6b9b6ffccfb3 req-c7fb9296-2f47-4466-9077-d69304c864c0 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884489 Nov 11 11:05:59.169785 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:05:59.200834 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c08eaff5-4163-424f-b202-a229e086d2db up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:59.205348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-0a275945-b12c-4fae-a2ef-a865530b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.206936 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-0a275945-b12c-4fae-a2ef-a865530b991e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.2422512 Nov 11 11:05:59.241056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a6b32-3b9c-458c-808a-c1c66c2c46c3 req-fefeb6ee-788c-4e5b-96dd-35c9fb99c4cd tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.244823 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf2a6b32-3b9c-458c-808a-c1c66c2c46c3 req-fefeb6ee-788c-4e5b-96dd-35c9fb99c4cd tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.1498704 Nov 11 11:05:59.364737 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-67631736-07ab-4c55-b2fb-5ae427315062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 1002 time: 0.1464384 Nov 11 11:05:59.465757 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-f8fe5590-d765-40d6-89bd-d83031cd8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.467288 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-f8fe5590-d765-40d6-89bd-d83031cd8ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.0891893 Nov 11 11:05:59.473188 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf2a6b32-3b9c-458c-808a-c1c66c2c46c3 req-7a51daac-5312-4d27-b8c9-98f069e0e19f tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/security-groups?id=3f948066-d1b5-4c5f-9262-717b98277834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041365 Nov 11 11:05:59.525512 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port c08eaff5-4163-424f-b202-a229e086d2db triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:59.526287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.662940 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-37c4a9de-0f16-4bdd-9951-bd19efffa5e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.664869 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-37c4a9de-0f16-4bdd-9951-bd19efffa5e6 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 945 time: 0.0574534 Nov 11 11:05:59.676105 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.716467 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port c08eaff5-4163-424f-b202-a229e086d2db, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c08eaff5-4163-424f-b202-a229e086d2db,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:59.721752 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '72fee53a-e8d2-4e5c-b738-d9c978205475', 'name': '', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'mac_address': 'fa:16:3e:af:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:55Z', 'updated_at': '2021-11-11T11:05:56Z', 'revision_number': 2, 'project_id': 'e6d9c63687f1489893a6297867298231', 'subnets': [{'id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:05:59.726399 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.762817 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Checking router: 50fa40d5-2f02-44ed-8e15-131ff9549545 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:05:59.763172 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Updating router 50fa40d5-2f02-44ed-8e15-131ff9549545 port 72fee53a-e8d2-4e5c-b738-d9c978205475 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:05:59.774958 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd1b48-518f-4752-969b-f03c231e0645 req-63b80076-2e47-4d86-8c68-27b7723af617 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.776696 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2fd1b48-518f-4752-969b-f03c231e0645 req-63b80076-2e47-4d86-8c68-27b7723af617 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.2963905 Nov 11 11:05:59.779034 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-15390f1d-f6ce-4983-ab35-c9e09e1463ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:05:59.783072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-15390f1d-f6ce-4983-ab35-c9e09e1463ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3043098 Nov 11 11:05:59.796572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Deleting port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:05:59.797698 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.798428 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:05:59.852598 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.880006 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=c08eaff5-4163-424f-b202-a229e086d2db,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:05:59.899290 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2fd1b48-518f-4752-969b-f03c231e0645 req-029ca00a-5704-4c95-96a2-f28600648eaf tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145451 Nov 11 11:05:59.923793 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] For port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,segment=NetworkSegment(fb80606b-4cda-4c1f-b68e-ec21c849a74d),segment_id=fb80606b-4cda-4c1f-b68e-ec21c849a74d)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:05:59.924156 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:05:59.933687 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-8c503c0f-cb9d-4003-a083-beca61d95b3b service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349864 Nov 11 11:05:59.937458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Calling delete_port for a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:05:59.952781 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 13c7857f-64c0-4a3e-930e-aec08b306c2e triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:05:59.953380 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.058510 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-02a7d0b4-6f27-44fe-8b77-cb4d9f105b81 req-bc67b012-94b2-4682-8a1c-6fff1afe12e5 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162481 Nov 11 11:06:00.101820 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.122710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1883c-0673-4804-b197-3a7b3a45ad7e req-89314229-d73f-4320-86b4-2945fd6ec14e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:00.124396 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-06b1883c-0673-4804-b197-3a7b3a45ad7e req-89314229-d73f-4320-86b4-2945fd6ec14e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 945 time: 0.0647953 Nov 11 11:06:00.124819 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:06:00.186684 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-06b1883c-0673-4804-b197-3a7b3a45ad7e req-c6328930-8b81-4a95-bb7a-aace61485d42 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516484 Nov 11 11:06:00.222825 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.284196 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:00.292961 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c6763d-f148-4a81-bc25-6a04f44d170f" -d '{"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:00.304203 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f398fa-9af5-4054-991d-09e19e2bbccc req-32819bde-c001-4094-8ae3-3ba17a1b247b tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:00.306922 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e3f398fa-9af5-4054-991d-09e19e2bbccc req-32819bde-c001-4094-8ae3-3ba17a1b247b tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0686402 Nov 11 11:06:00.337885 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:00.348002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.390211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b03d3-1a54-4fe9-8d0d-1a8433ef9890 x-openstack-request-id: req-926b03d3-1a54-4fe9-8d0d-1a8433ef9890 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:00.390211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-plugged", "status": "completed", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:00.390211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-926b03d3-1a54-4fe9-8d0d-1a8433ef9890 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:00.390616 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'code': 200} Nov 11 11:06:00.404016 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e3f398fa-9af5-4054-991d-09e19e2bbccc req-68f782df-6577-4b14-bdd5-247a614baf9e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903432 Nov 11 11:06:00.441370 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Pushing event deleted for resources: {'Port': ['ID=a0d5f01b-f78b-4e1e-b3cc-88ad9f774335,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:00.468499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] No DVR routers for this DVR port a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:06:00.470969 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.473257 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.474242 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7cd3ac90-840d-45e4-8490-c9979fa1df94 req-c6c71f98-bb5c-45f6-b3a4-3d1268dcd4be tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.20 "DELETE /v2.0/ports/a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 HTTP/1.1" status: 204 len: 173 time: 0.7953548 Nov 11 11:06:00.474679 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'name': 'network-vif-deleted', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:00.474905 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=10']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:00.477485 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171530ea-9343-4d8d-b668-73e5178332bf" -d '{"events": [{"server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "name": "network-vif-deleted", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:00.483116 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.544950 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab786cd7-9806-4f3f-ba67-6f433b3d97f0 x-openstack-request-id: req-ab786cd7-9806-4f3f-ba67-6f433b3d97f0 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:00.545448 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e5044b-03fa-4c3b-b7fd-c42f761b52a1", "name": "network-vif-deleted", "tag": "a0d5f01b-f78b-4e1e-b3cc-88ad9f774335", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:00.545791 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab786cd7-9806-4f3f-ba67-6f433b3d97f0 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:00.546275 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5044b-03fa-4c3b-b7fd-c42f761b52a1', 'name': 'network-vif-deleted', 'tag': 'a0d5f01b-f78b-4e1e-b3cc-88ad9f774335', 'status': 'completed', 'code': 200} Nov 11 11:06:00.553129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2927b-2a0e-4abb-bf18-72800a2b48b4 None None] Pushing event updated for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:00.607744 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e963e814-461a-468c-b541-ad05d7b62c31 req-b21aa9c9-7706-43b2-a74d-e11f76e86401 tempest-AttachVolumeNegativeTest-134152298 tempest-AttachVolumeNegativeTest-134152298-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2e5044b-03fa-4c3b-b7fd-c42f761b52a1 HTTP/1.1" status: 200 len: 210 time: 0.0429628 Nov 11 11:06:00.615153 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Attempting to bind port 72fee53a-e8d2-4e5c-b738-d9c978205475 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:06:00.615791 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Attempting to bind port 72fee53a-e8d2-4e5c-b738-d9c978205475 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:06:00.616371 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Attempting to bind port 72fee53a-e8d2-4e5c-b738-d9c978205475 on network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:06:00.626346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:06:00.626732 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Checking segment: {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:06:00.627135 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.628930 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Bound using segment: {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:06:00.629759 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Bound port: 72fee53a-e8d2-4e5c-b738-d9c978205475, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60edd31a-d1f5-4e46-aa8a-f634a6a4f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:06:00.630154 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.708735 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] For port 72fee53a-e8d2-4e5c-b738-d9c978205475, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:06:00.712580 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] For port 72fee53a-e8d2-4e5c-b738-d9c978205475, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=72fee53a-e8d2-4e5c-b738-d9c978205475,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:06:00.717346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.774477 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:00.775104 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:00.780615 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2927b-2a0e-4abb-bf18-72800a2b48b4 None None] Pushing event updated for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:00.876836 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:00.877204 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:00.934126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:00.948682 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee09dd5-6b52-49ca-a53e-28e5690165ee req-7e8cd628-644d-4f68-83a8-b7900a87a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:00.951967 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7ee09dd5-6b52-49ca-a53e-28e5690165ee req-7e8cd628-644d-4f68-83a8-b7900a87a1bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 1100 time: 0.0628860 Nov 11 11:06:01.024474 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7ee09dd5-6b52-49ca-a53e-28e5690165ee req-4914fff8-192c-460f-a767-a7c0b04fbe48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516257 Nov 11 11:06:01.101280 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e80e-c93e-4f85-8a58-29f0dcd7b10e req-b3622885-472a-4fc0-865a-f0c1f2422c79 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:01.102801 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.103353 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5eb2e80e-c93e-4f85-8a58-29f0dcd7b10e req-b3622885-472a-4fc0-865a-f0c1f2422c79 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0727632 Nov 11 11:06:01.160093 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5eb2e80e-c93e-4f85-8a58-29f0dcd7b10e req-35b27656-0569-4f74-9055-94007022acda tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 Nov 11 11:06:01.160878 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c08eaff5-4163-424f-b202-a229e086d2db up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:06:01.168033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] For port 72fee53a-e8d2-4e5c-b738-d9c978205475, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=72fee53a-e8d2-4e5c-b738-d9c978205475,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:01.208285 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.289218 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53607f0-6a10-4c4a-82a2-e64ef14c6d06 None None] Pushing event updated for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:01.341906 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c423c4-a206-4b68-8a2b-6b18f7d177d1 req-3eda8397-582c-4b33-ade1-4e138e8f7934 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:01.344452 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50c423c4-a206-4b68-8a2b-6b18f7d177d1 req-3eda8397-582c-4b33-ade1-4e138e8f7934 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0600636 Nov 11 11:06:01.406056 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-50c423c4-a206-4b68-8a2b-6b18f7d177d1 req-99043f56-21ae-486c-9de8-6665aa4ffed6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535481 Nov 11 11:06:01.448826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port c08eaff5-4163-424f-b202-a229e086d2db triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:01.449198 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.471824 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-e6fdd112-95e7-4317-ba1c-93907a668cb7 None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:01.472324 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd112-95e7-4317-ba1c-93907a668cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.483909 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '72fee53a-e8d2-4e5c-b738-d9c978205475', 'name': '', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'mac_address': 'fa:16:3e:af:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:55Z', 'updated_at': '2021-11-11T11:06:00Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'subnets': [{'id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:01.543145 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443d12a-410e-42ef-b2a2-89e961674eb0 None None] The sync data for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi is: [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:55Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '72fee53a-e8d2-4e5c-b738-d9c978205475', 'name': '', 'network_id': '607e6235-7e3b-415b-b2dc-a4f65e2f5830', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'mac_address': 'fa:16:3e:af:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:55Z', 'updated_at': '2021-11-11T11:06:00Z', 'revision_number': 4, 'project_id': 'e6d9c63687f1489893a6297867298231', 'subnets': [{'id': 'be18b5f8-03bd-4e23-a585-a306f7268ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:06:01.556023 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131d9ef-9e54-4dd0-9e75-90363f0c3522 req-53a5f0ca-f120-4514-a5b9-457331098631 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:01.564597 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1131d9ef-9e54-4dd0-9e75-90363f0c3522 req-53a5f0ca-f120-4514-a5b9-457331098631 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0881774 Nov 11 11:06:01.627778 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 72fee53a-e8d2-4e5c-b738-d9c978205475 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:06:01.635073 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1131d9ef-9e54-4dd0-9e75-90363f0c3522 req-2b1fb889-b0e7-4e8b-a57e-a55d4eddf94c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671797 Nov 11 11:06:01.678587 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40104) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:01.686581 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:01.686962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.728940 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Deleting subnet 56f62eb9-81b0-41d9-8644-55d85347a0f2 {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:06:01.732518 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.771992 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.777876 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.798454 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d8871cf9-436a-443e-8d7e-1e5016d21078 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:01.821288 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: d8871cf9-436a-443e-8d7e-1e5016d21078 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:01.821555 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d8871cf9-436a-443e-8d7e-1e5016d21078 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:01.821970 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:01.842031 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:01.842380 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device a0d5f01b-f78b-4e1e-b3cc-88ad9f774335 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:01.847296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.879651 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f62eb9-81b0-41d9-8644-55d85347a0f2,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:01.884122 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:01.889032 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f2d87dbf-d8f3-4722-b5df-6fef275c725c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/56f62eb9-81b0-41d9-8644-55d85347a0f2 HTTP/1.1" status: 204 len: 168 time: 0.2093694 Nov 11 11:06:01.889913 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40106) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:01.961682 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.052972 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.074475 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.074779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.075542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.075883 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > port after_create 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.076206 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.076615 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > port after_update 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.076888 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.077207 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.077515 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.077843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.181435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.181801 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.182127 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.182462 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 11:06:02.182843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4f9d04-6b07-4e0f-bd31-47efc672df02']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:02.203892 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb80606b-4cda-4c1f-b68e-ec21c849a74d') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:02.204195 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb80606b-4cda-4c1f-b68e-ec21c849a74d') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:02.222166 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.252035 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.280275 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:06:02.280710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: from cryptography.utils import int_from_bytes Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: from cryptography.utils import int_from_bytes Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:06:02.284675 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:06:02.351862 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617cccd-8bba-49ac-bbf0-cd24e4228b7b req-25175dc9-a7f7-4fc0-b328-2c6d1b4ba8a1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:02.353710 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8617cccd-8bba-49ac-bbf0-cd24e4228b7b req-25175dc9-a7f7-4fc0-b328-2c6d1b4ba8a1 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.1164854 Nov 11 11:06:02.368954 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.375223 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.378903 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] 10.222.0.57 "DELETE /v2.0/networks/1a4f9d04-6b07-4e0f-bd31-47efc672df02 HTTP/1.1" status: 204 len: 168 time: 0.4874911 Nov 11 11:06:02.399909 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b8698-ab4d-40fc-bb32-be81f495469e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4f9d04-6b07-4e0f-bd31-47efc672df02,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:02.433550 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8617cccd-8bba-49ac-bbf0-cd24e4228b7b req-5898df1a-f628-4fe3-a5f2-808878ea279d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710065 Nov 11 11:06:02.540274 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c35a-ec78-4101-9ef0-04d922b266fb req-29d80d6f-8c53-42a0-81f2-b0c754c9189e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:02.542663 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba83c35a-ec78-4101-9ef0-04d922b266fb req-29d80d6f-8c53-42a0-81f2-b0c754c9189e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0616090 Nov 11 11:06:02.581458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40120) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:02.604247 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba83c35a-ec78-4101-9ef0-04d922b266fb req-103f94f0-7653-4a4f-b644-a6ec2370c1d2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561955 Nov 11 11:06:02.624467 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-bc0614de-2dd1-41ea-8554-1822b8873f50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d16b48906d2c4fc293193f47ad9c89da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412126 Nov 11 11:06:02.626905 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40122) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:02.686253 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.708419 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.762100 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ed1bb-9441-45b5-bb31-0ff79e6f8a49 req-c845085f-0e28-43f4-92d5-81f43d516d47 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:02.763889 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-410ed1bb-9441-45b5-bb31-0ff79e6f8a49 req-c845085f-0e28-43f4-92d5-81f43d516d47 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0548317 Nov 11 11:06:02.775056 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.777879 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:02.779126 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f948066-d1b5-4c5f-9262-717b98277834 HTTP/1.1" status: 204 len: 168 time: 0.1512496 Nov 11 11:06:02.794423 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1b7ea-b9c4-4f42-b6dd-ced9de2a8fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f948066-d1b5-4c5f-9262-717b98277834,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:02.835355 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-410ed1bb-9441-45b5-bb31-0ff79e6f8a49 req-ee92aac1-2ba2-4b81-9915-713fb3fb323e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645158 Nov 11 11:06:03.095965 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 72fee53a-e8d2-4e5c-b738-d9c978205475 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:06:03.154281 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 72fee53a-e8d2-4e5c-b738-d9c978205475 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:03.154775 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:03.552007 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146bb7d-ace9-4566-b73d-fadfe90bcc2c req-c3e20a7e-f56f-4afd-9182-cf1fd1ed28ee tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:03.553654 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d146bb7d-ace9-4566-b73d-fadfe90bcc2c req-c3e20a7e-f56f-4afd-9182-cf1fd1ed28ee tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 11 11:06:03.609902 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d146bb7d-ace9-4566-b73d-fadfe90bcc2c req-d83fe0b6-337b-44bb-8422-b11a587ebf9a tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Nov 11 11:06:03.735275 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d9d0a-5dae-4b9c-9399-2102b92318f8 req-e2b2b8f7-8a76-4647-9836-75288a95a4de tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:03.736910 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a30d9d0a-5dae-4b9c-9399-2102b92318f8 req-e2b2b8f7-8a76-4647-9836-75288a95a4de tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0535679 Nov 11 11:06:03.785654 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a30d9d0a-5dae-4b9c-9399-2102b92318f8 req-434c0ff0-d179-45f3-9b79-9c346446d77c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414701 Nov 11 11:06:03.966496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f535-0d81-40e2-89bb-5fff02f9562c req-c3e94288-4dbf-4731-85ab-6feb930f010e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:03.968016 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f818f535-0d81-40e2-89bb-5fff02f9562c req-c3e94288-4dbf-4731-85ab-6feb930f010e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0600674 Nov 11 11:06:04.037904 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f818f535-0d81-40e2-89bb-5fff02f9562c req-bdd31477-b594-4aa7-a299-d5c7fe2f4bcc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639133 Nov 11 11:06:04.728213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f26230-7de7-4cdd-b6ab-1105f1b50464 req-2ad398db-8286-48b2-8097-46db9592b269 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:04.729924 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84f26230-7de7-4cdd-b6ab-1105f1b50464 req-2ad398db-8286-48b2-8097-46db9592b269 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0529149 Nov 11 11:06:04.777542 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84f26230-7de7-4cdd-b6ab-1105f1b50464 req-d4d9c39f-f50d-43da-88ff-604f4a96d47d tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Nov 11 11:06:05.154481 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d8c3-4905-460e-a112-7ee92e40c895 req-043b3a70-d0ae-4850-a86b-e11cbb6ec7be tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:05.155954 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6340d8c3-4905-460e-a112-7ee92e40c895 req-043b3a70-d0ae-4850-a86b-e11cbb6ec7be tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0494552 Nov 11 11:06:05.222879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6340d8c3-4905-460e-a112-7ee92e40c895 req-5ac0a8d4-7ad8-4039-a72f-5fd47e1062da tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602348 Nov 11 11:06:05.958789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1634ddf-c59d-4191-bf1c-17dfc4b8db90 req-95c04de9-a062-42ff-bf26-0811ce3b07bc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:05.969121 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1634ddf-c59d-4191-bf1c-17dfc4b8db90 req-95c04de9-a062-42ff-bf26-0811ce3b07bc tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0900166 Nov 11 11:06:06.028449 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1634ddf-c59d-4191-bf1c-17dfc4b8db90 req-e6243a57-67c9-492a-a4a7-77c3074b22ed tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eee2381-28ce-423b-9d33-04d83ec52c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565488 Nov 11 11:06:06.349015 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf95f5-ab5f-49f1-bc9d-7719e5993bda req-175f2dcc-61df-4bc8-9057-bb052cf44556 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:06.350565 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-20bf95f5-ab5f-49f1-bc9d-7719e5993bda req-175f2dcc-61df-4bc8-9057-bb052cf44556 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0514698 Nov 11 11:06:06.419442 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-20bf95f5-ab5f-49f1-bc9d-7719e5993bda req-993207f5-6424-402c-b5f7-f646ce666b64 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619526 Nov 11 11:06:06.486190 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-57fdd214-2df9-465e-9518-60da16fade00 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:06.487707 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-57fdd214-2df9-465e-9518-60da16fade00 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 945 time: 0.0497246 Nov 11 11:06:06.584962 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Deleting port afc364de-3bc5-488a-83bf-6f16a66798cf {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:06:06.585198 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:06.674784 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] For port afc364de-3bc5-488a-83bf-6f16a66798cf, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=afc364de-3bc5-488a-83bf-6f16a66798cf,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:06.675146 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:06.687192 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Calling delete_port for afc364de-3bc5-488a-83bf-6f16a66798cf owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:06:06.821484 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:06.833979 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['afc364de-3bc5-488a-83bf-6f16a66798cf'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:06:06.849219 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Pushing event deleted for resources: {'Port': ['ID=afc364de-3bc5-488a-83bf-6f16a66798cf,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:06.893106 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] No DVR routers for this DVR port afc364de-3bc5-488a-83bf-6f16a66798cf on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:06:06.895474 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:06.898842 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d7db25cf-cc36-4a33-b40e-ad201e611741 req-be82b00c-f0de-4b7a-b724-129e53ec3642 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.20 "DELETE /v2.0/ports/afc364de-3bc5-488a-83bf-6f16a66798cf HTTP/1.1" status: 204 len: 173 time: 0.4045599 Nov 11 11:06:06.899274 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'name': 'network-vif-deleted', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:06.901563 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea635769-e81e-4572-af9c-c5e03b8bcc21" -d '{"events": [{"server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "name": "network-vif-deleted", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:06.941546 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c0775d-8817-4cd8-acb3-a52c8c501074 x-openstack-request-id: req-36c0775d-8817-4cd8-acb3-a52c8c501074 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:06.941835 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9e1ff-251d-41a1-b76b-bebbf5573f7c", "name": "network-vif-deleted", "tag": "afc364de-3bc5-488a-83bf-6f16a66798cf", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:06.942085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36c0775d-8817-4cd8-acb3-a52c8c501074 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:06.942483 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9e1ff-251d-41a1-b76b-bebbf5573f7c', 'name': 'network-vif-deleted', 'tag': 'afc364de-3bc5-488a-83bf-6f16a66798cf', 'status': 'completed', 'code': 200} Nov 11 11:06:07.138712 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5be0404f-afb2-4343-8303-2b8b5e0c4ca4 req-170b9b94-d414-4751-aff5-c7e5e1911928 tempest-ServerRescueNegativeTestJSON-1541685756 tempest-ServerRescueNegativeTestJSON-1541685756-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c9e1ff-251d-41a1-b76b-bebbf5573f7c HTTP/1.1" status: 200 len: 210 time: 0.0315516 Nov 11 11:06:07.541242 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769302b3-0140-43fc-a9b1-9021368d1ce2 req-5e6b1acd-45a5-408f-924e-3767c68c3fba tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:07.542700 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769302b3-0140-43fc-a9b1-9021368d1ce2 req-5e6b1acd-45a5-408f-924e-3767c68c3fba tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0554790 Nov 11 11:06:07.602604 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769302b3-0140-43fc-a9b1-9021368d1ce2 req-8d4e8a9e-062b-44a3-b4c5-bd45a8f38385 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538285 Nov 11 11:06:08.192741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40258) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:08.616947 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:08.734426 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aa2ea-428f-48bc-a913-7d8515e3f427 req-f3e9b71c-ec89-4b68-995e-fc1721836279 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:08.735938 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c21aa2ea-428f-48bc-a913-7d8515e3f427 req-f3e9b71c-ec89-4b68-995e-fc1721836279 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0500960 Nov 11 11:06:08.798228 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c21aa2ea-428f-48bc-a913-7d8515e3f427 req-68d2a06b-54bf-4946-a819-4fd85652750d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558915 Nov 11 11:06:08.927404 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Deleting port 55c453f7-6592-4a91-8bee-d5424a241e86 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:06:08.927740 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:09.013331 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] For port 55c453f7-6592-4a91-8bee-d5424a241e86, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=55c453f7-6592-4a91-8bee-d5424a241e86,segment=NetworkSegment(14cc9318-7197-4521-ba39-8d8ff3bee462),segment_id=14cc9318-7197-4521-ba39-8d8ff3bee462)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:09.013721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:09.028212 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Calling delete_port for 55c453f7-6592-4a91-8bee-d5424a241e86 owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:06:09.218426 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:09.243481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c453f7-6592-4a91-8bee-d5424a241e86,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:09.424432 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:09.639600 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Router 516674b0-6354-4300-95ac-28879a5b8cd0 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:06:09.747747 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:06:09.752687 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-895cc365-15a8-4677-85b4-9649fa495173 admin admin] 10.222.0.57 "PUT /v2.0/routers/516674b0-6354-4300-95ac-28879a5b8cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583873 Nov 11 11:06:09.755214 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40268) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:09.758167 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Sync routers for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:06:09.768833 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:09.769531 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:09.859587 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:09.877079 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:09.919027 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dc28-e7b1-478c-a644-e465bf692645 req-b8f6fd07-a8a7-460d-a8ad-4d0dabdc1bdc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:09.929283 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4cc6dc28-e7b1-478c-a644-e465bf692645 req-b8f6fd07-a8a7-460d-a8ad-4d0dabdc1bdc tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0619507 Nov 11 11:06:09.994522 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.004048 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4cc6dc28-e7b1-478c-a644-e465bf692645 req-2e5afa01-c392-4a29-82ca-9c9e11b880fb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737567 Nov 11 11:06:10.073285 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Deleting port 52f9b652-93ea-4c20-82bd-c644bd59e943 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:06:10.073617 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.099223 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:06:09Z', 'revision_number': 5, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port': {'id': '52f9b652-93ea-4c20-82bd-c644bd59e943', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:15Z', 'updated_at': '2021-11-11T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:10.125417 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Checking router: 516674b0-6354-4300-95ac-28879a5b8cd0 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:06:10.135092 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Routers {'516674b0-6354-4300-95ac-28879a5b8cd0'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:10.135726 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:05:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['516674b0-6354-4300-95ac-28879a5b8cd0'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:10.161333 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] For port 52f9b652-93ea-4c20-82bd-c644bd59e943, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=52f9b652-93ea-4c20-82bd-c644bd59e943,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:10.161640 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.173888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Calling delete_port for 52f9b652-93ea-4c20-82bd-c644bd59e943 owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:06:10.311824 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] Set router 516674b0-6354-4300-95ac-28879a5b8cd0 gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:10.364673 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:06:09Z', 'revision_number': 6, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:10.397199 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8139a3-91f3-4473-ae72-f8779b60e900 None None] The sync data for ids ['516674b0-6354-4300-95ac-28879a5b8cd0'] in dv-cinder-817514-2-iscsi is: [{'id': '516674b0-6354-4300-95ac-28879a5b8cd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1031846378-router', 'tenant_id': '9f21af81a924410bb6e20284451c105f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:06:09Z', 'revision_number': 6, 'project_id': '9f21af81a924410bb6e20284451c105f', 'gw_port_host': None}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:06:10.421711 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-029caea3-6b37-4378-b7c5-4675b494e66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.564743 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.588636 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f9b652-93ea-4c20-82bd-c644bd59e943,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:10.654587 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.762159 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.764281 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.830499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.831056 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516674b0-6354-4300-95ac-28879a5b8cd0 {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:06:10.837302 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.838439 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d6558c79-e82c-4ecd-b6cc-1e62419936b3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/516674b0-6354-4300-95ac-28879a5b8cd0 HTTP/1.1" status: 204 len: 168 time: 1.0823393 Nov 11 11:06:10.841564 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40276) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:10.890535 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Deleting subnet bd5e4308-bd14-4688-a17b-f21088566790 {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:06:10.894481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.929143 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:10.971147 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.030730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.060068 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5e4308-bd14-4688-a17b-f21088566790,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:11.063768 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.066944 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-aae30843-a19d-46fa-bd7d-cca4b2e68dbd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bd5e4308-bd14-4688-a17b-f21088566790 HTTP/1.1" status: 204 len: 168 time: 0.2245586 Nov 11 11:06:11.069518 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40282) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:11.127606 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1257b-3814-480f-9d99-1ecfaa733bea req-37a5fe23-8f98-45a1-af2f-fb339cb27f03 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:11.129179 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0bf1257b-3814-480f-9d99-1ecfaa733bea req-37a5fe23-8f98-45a1-af2f-fb339cb27f03 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0536768 Nov 11 11:06:11.139263 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.226729 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.233162 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0bf1257b-3814-480f-9d99-1ecfaa733bea req-33c402ab-3248-4f35-8437-946512ed3fc9 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973589 Nov 11 11:06:11.234113 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 55c453f7-6592-4a91-8bee-d5424a241e86 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:11.252620 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f65451-9c2b-4d69-b851-bd3607863b55']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:11.257128 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 55c453f7-6592-4a91-8bee-d5424a241e86 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:11.257481 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 55c453f7-6592-4a91-8bee-d5424a241e86 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:11.257903 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 52f9b652-93ea-4c20-82bd-c644bd59e943 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:11.262564 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cc9318-7197-4521-ba39-8d8ff3bee462') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:11.262859 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cc9318-7197-4521-ba39-8d8ff3bee462') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:11.278931 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.279188 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 52f9b652-93ea-4c20-82bd-c644bd59e943 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:11.279314 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 52f9b652-93ea-4c20-82bd-c644bd59e943 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:11.295349 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.301964 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:06:11.302392 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:06:11.304997 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:06:11.358442 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.363873 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.367250 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] 10.222.0.57 "DELETE /v2.0/networks/37f65451-9c2b-4d69-b851-bd3607863b55 HTTP/1.1" status: 204 len: 168 time: 0.2968059 Nov 11 11:06:11.379459 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54d3f-ba96-4202-a326-2bc4b9784422 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f65451-9c2b-4d69-b851-bd3607863b55,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:11.559942 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40294) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:11.614987 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2eab885c-c615-4ef3-97ca-641577bf9e2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f21af81a924410bb6e20284451c105f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0513432 Nov 11 11:06:11.615691 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40296) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:11.667611 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.688505 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.740196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.742830 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:11.743977 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3eee2381-28ce-423b-9d33-04d83ec52c3f HTTP/1.1" status: 204 len: 168 time: 0.1272094 Nov 11 11:06:11.752680 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605f95d-8e0f-4e8d-a7bc-931a350912c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee2381-28ce-423b-9d33-04d83ec52c3f,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:11.868384 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device afc364de-3bc5-488a-83bf-6f16a66798cf no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:11.895011 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: afc364de-3bc5-488a-83bf-6f16a66798cf {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:11.895354 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device afc364de-3bc5-488a-83bf-6f16a66798cf not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:12.356447 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9523-37f8-4186-9f2c-16918f77002d req-6c35dbc8-d257-467a-920c-97332ef245ee tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:12.357995 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-94db9523-37f8-4186-9f2c-16918f77002d req-6c35dbc8-d257-467a-920c-97332ef245ee tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0593219 Nov 11 11:06:12.426933 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-94db9523-37f8-4186-9f2c-16918f77002d req-711be7cc-5f23-4a25-be2a-f97cf50bfcdb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624471 Nov 11 11:06:12.875208 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b6775399-2ee9-4ed1-af0f-27aa2568a35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:13.544160 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fb8af-09e1-4c3b-aa40-9ff2f7a4741d req-182d057f-072e-4b8e-a906-5fa58875ef36 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:13.545714 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-845fb8af-09e1-4c3b-aa40-9ff2f7a4741d req-182d057f-072e-4b8e-a906-5fa58875ef36 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0506248 Nov 11 11:06:13.606236 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-845fb8af-09e1-4c3b-aa40-9ff2f7a4741d req-9216f06b-5457-41e8-acf3-99b27e161cdb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544081 Nov 11 11:06:13.933887 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:14.727934 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caedce8-8355-4c73-83d2-53baf85b28cb req-d0fbee81-d697-41b1-a64b-e90ad33b2deb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:14.729436 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2caedce8-8355-4c73-83d2-53baf85b28cb req-d0fbee81-d697-41b1-a64b-e90ad33b2deb tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0554368 Nov 11 11:06:14.795458 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2caedce8-8355-4c73-83d2-53baf85b28cb req-ef6fae62-4c02-4f9f-879d-f9e67993ca1e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586336 Nov 11 11:06:15.430232 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:15.937420 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36a8f-0b9d-4865-ba59-d92db9622ebc req-83581dd3-fbe7-44bb-8e66-aabc57ac675d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:15.938972 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-66f36a8f-0b9d-4865-ba59-d92db9622ebc req-83581dd3-fbe7-44bb-8e66-aabc57ac675d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0580368 Nov 11 11:06:16.005445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-66f36a8f-0b9d-4865-ba59-d92db9622ebc req-58509a94-022b-40a9-b0ee-f1f674c69723 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580156 Nov 11 11:06:16.347541 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:17.146768 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f786f4-a274-4a17-ad7c-0ce8f412b9d7 req-cfeb5001-4de2-4e08-a0c1-ad0b48f10cfa tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:17.157094 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-61f786f4-a274-4a17-ad7c-0ce8f412b9d7 req-cfeb5001-4de2-4e08-a0c1-ad0b48f10cfa tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0666468 Nov 11 11:06:17.217778 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-61f786f4-a274-4a17-ad7c-0ce8f412b9d7 req-14b33854-2679-48d0-85ca-4753e2c6057e tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593572 Nov 11 11:06:17.610405 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-74053cbc-8cbe-4b8c-8258-3dc3afdad3ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433115850&fields=id&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 267 time: 0.0500948 Nov 11 11:06:17.718981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-bf21f3b2-0dc8-4c67-9f73-cac142c4efbd tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:17.720403 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-bf21f3b2-0dc8-4c67-9f73-cac142c4efbd tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1025069 Nov 11 11:06:17.737718 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-4ab316b5-70c4-4560-b1cb-6e41a7659ee6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/quotas/0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Nov 11 11:06:17.792483 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-d63114af-5d4e-496b-b134-026fa63535d1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487921 Nov 11 11:06:17.889491 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-f74561a5-fd26-4790-91c1-0b0cd2d50548 service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842419 Nov 11 11:06:17.980010 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-c2078b7d-511b-41d6-8ae2-48960977ecce service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Nov 11 11:06:18.258197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fd90210-e9c6-4613-adc4-2a221a5a9d32 req-d0460c02-333d-4776-a7c3-2421a0ea20a6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 210 time: 0.0318549 Nov 11 11:06:18.340596 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d0f10-de04-4ad9-85a0-4999d6c50288 req-61734a8f-1dd8-4cb3-80aa-fd37d8d0ae9b tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:18.342120 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-758d0f10-de04-4ad9-85a0-4999d6c50288 req-61734a8f-1dd8-4cb3-80aa-fd37d8d0ae9b tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0511308 Nov 11 11:06:18.417072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-758d0f10-de04-4ad9-85a0-4999d6c50288 req-d641436f-a8fc-416d-8054-7d1bf7ecdcc7 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683634 Nov 11 11:06:19.369085 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dc19bdaf-e36e-4874-aa93-1c6dde2d2abd req-1371bdcb-2461-4c76-b78c-35b309749c34 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Nov 11 11:06:19.389635 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-10b114b8-c0f2-4d7f-a4d8-27b7a391e23a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:19.391301 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-10b114b8-c0f2-4d7f-a4d8-27b7a391e23a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1288042 Nov 11 11:06:19.478981 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-cb225ac5-886b-4b46-8563-503126f673c0 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 380 time: 0.0690851 Nov 11 11:06:19.493148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'port': {'device_id': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'admin_state_up': True, 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'security_groups': ['f8fd82fc-3a57-446e-99d5-fef49cd1a1f1']}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:19.529811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237b59e-35c8-47e4-8ceb-2e172bee2720 req-b1f3ae65-39a9-4c74-84f4-7fe50d19ec90 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:19.531384 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5237b59e-35c8-47e4-8ceb-2e172bee2720 req-b1f3ae65-39a9-4c74-84f4-7fe50d19ec90 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0525844 Nov 11 11:06:19.603303 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5237b59e-35c8-47e4-8ceb-2e172bee2720 req-46d23fe3-373c-445e-a621-e3464556bbb9 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656722 Nov 11 11:06:19.618577 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Made reservation on behalf of 0ca626fb587a4b7b8ad2d13ea2a0a826 for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:19.622595 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:19.790148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.20.0.12 (18103c72-c43b-4e4f-8feb-4b9da3873d47/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777/1bf6b2d7-30f5-481f-bc32-df6a705747e2) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:06:19.960602 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:19.997788 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.071230 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:20.089029 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:06:20.091068 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:20.095116 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:06:20.165086 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:20.166106 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.215092 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-30975b8c-aedd-4ee2-afce-7419055cd4d9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275572 Nov 11 11:06:20.238840 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Request body: {'port': {'device_id': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:20.314159 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.531739 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-de2fb1d5-760e-440d-a9a3-292da0e014b4 None None] Provisioning complete for port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:20.532287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-de2fb1d5-760e-440d-a9a3-292da0e014b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.559457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b1394-a5e1-4bc4-b8aa-3816bc7c145d req-524030a9-c85b-4061-9cf4-b306b8868010 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:20.562243 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-437b1394-a5e1-4bc4-b8aa-3816bc7c145d req-524030a9-c85b-4061-9cf4-b306b8868010 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 932 time: 0.0989110 Nov 11 11:06:20.603599 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-de2fb1d5-760e-440d-a9a3-292da0e014b4 None None] Port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:06:20.633768 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-437b1394-a5e1-4bc4-b8aa-3816bc7c145d req-450849ef-0657-4842-894e-bd83aa64da29 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655174 Nov 11 11:06:20.679567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf6b2d7-30f5-481f-bc32-df6a705747e2 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:06:20.687059 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.700047 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Transition to ACTIVE for port object 1bf6b2d7-30f5-481f-bc32-df6a705747e2 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:06:20.703303 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.749679 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77dc03-1c1c-4ef1-8f38-d3b7edfe8f4d req-e9c7e931-8e8e-445c-8b2d-a7eabc258906 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:20.751222 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f77dc03-1c1c-4ef1-8f38-d3b7edfe8f4d req-e9c7e931-8e8e-445c-8b2d-a7eabc258906 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0655332 Nov 11 11:06:20.760225 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:20.826348 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f77dc03-1c1c-4ef1-8f38-d3b7edfe8f4d req-98b7f1e7-dd14-4105-a1ce-3e29b3a83e37 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661469 Nov 11 11:06:20.829256 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Attempting to bind port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:06:20.829589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Attempting to bind port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:06:20.829912 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Attempting to bind port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:06:20.835046 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:06:20.835359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Attempting to bind port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:06:20.840402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:06:20.841097 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:06:20.841479 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Bound using segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:06:20.841899 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Bound port: 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:06:20.842251 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.907147 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:06:20.910426 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:06:20.915232 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.947217 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:20.947834 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:20.949241 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 200 len: 1094 time: 0.7167492 Nov 11 11:06:20.949675 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:20.951918 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:20.979540 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c145-7090-4905-8965-705c56fa66c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:21.039919 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c4c899-68ce-4c34-9512-62084f6422a7 x-openstack-request-id: req-a1c4c899-68ce-4c34-9512-62084f6422a7 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:21.040213 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:21.040531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1c4c899-68ce-4c34-9512-62084f6422a7 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:21.040899 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'status': 'completed', 'code': 200} Nov 11 11:06:21.071562 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-62d5f7a7-5871-4e17-997f-4c42f6a85f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.073142 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-62d5f7a7-5871-4e17-997f-4c42f6a85f2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1097 time: 0.0627499 Nov 11 11:06:21.130415 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-2c8d14b8-1e53-48ba-aae2-e87fa627472f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 200 len: 217 time: 0.0416124 Nov 11 11:06:21.191346 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-ea721a62-e66a-4094-b83f-2f66f88d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.192722 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-ea721a62-e66a-4094-b83f-2f66f88d46c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0445008 Nov 11 11:06:21.250855 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-6911b1bf-b9f7-4f71-80d4-5f9a622b30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.252478 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-6911b1bf-b9f7-4f71-80d4-5f9a622b30f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441749 Nov 11 11:06:21.347054 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-4fa90430-ef5b-4463-a83f-219cae013ba6 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851679 Nov 11 11:06:21.451472 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ae088ad9-97cc-44b5-a33d-5e7edb048bd2 req-562b8ac6-6bf0-4f44-be58-4957227d48cd service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912745 Nov 11 11:06:21.487858 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-65de896f-6187-4e76-8e39-f3539c76f9f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539377 Nov 11 11:06:21.569770 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-3b071fa1-04ca-4009-be3f-08691208aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.571445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-3b071fa1-04ca-4009-be3f-08691208aed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1097 time: 0.0480220 Nov 11 11:06:21.592405 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-b05d37c2-7e3c-4f1e-a437-877dd8512b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.594062 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-b05d37c2-7e3c-4f1e-a437-877dd8512b44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1099 time: 0.0518861 Nov 11 11:06:21.690740 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-8a6c99a3-120d-4099-b946-b923952e467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.693076 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-8a6c99a3-120d-4099-b946-b923952e467b service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.1089232 Nov 11 11:06:21.738476 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-0214d92a-6fd1-49ee-bab6-6606d6c85c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.740184 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-0214d92a-6fd1-49ee-bab6-6606d6c85c27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.1198990 Nov 11 11:06:21.754787 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-bd51a146-02de-4e6d-8384-c9302479a32f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 200 len: 217 time: 0.0521429 Nov 11 11:06:21.832103 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-b4462181-4ce5-44df-9fe5-1362bfa78d0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 1001 time: 0.0780325 Nov 11 11:06:21.874568 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4134563-f88d-45c0-9e25-a1c275881841 req-65c3413e-c70f-4a3d-a46e-f2a1b6c09280 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.876103 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4134563-f88d-45c0-9e25-a1c275881841 req-65c3413e-c70f-4a3d-a46e-f2a1b6c09280 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.1245654 Nov 11 11:06:21.898137 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-536fd688-8c51-4066-a27e-c94786619d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.899009 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-304175fd-e8f7-494a-80f2-f23b321e3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.899610 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-536fd688-8c51-4066-a27e-c94786619d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.1127522 Nov 11 11:06:21.901151 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-304175fd-e8f7-494a-80f2-f23b321e3379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0554543 Nov 11 11:06:21.915372 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30560d-10c5-4859-8288-7b00211e575c req-60b2a2d8-3e43-497b-a7a2-036e09e63334 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.916931 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ce30560d-10c5-4859-8288-7b00211e575c req-60b2a2d8-3e43-497b-a7a2-036e09e63334 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0912936 Nov 11 11:06:21.969978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-7b97033e-f74e-4519-98a1-09bef4e18e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:21.972480 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-7b97033e-f74e-4519-98a1-09bef4e18e75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569100 Nov 11 11:06:22.041977 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c4134563-f88d-45c0-9e25-a1c275881841 req-e55efee0-352a-4297-a321-303dd57ca0bc tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512442 Nov 11 11:06:22.044252 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ce30560d-10c5-4859-8288-7b00211e575c req-bef3ad5e-9d9f-42e6-a4ed-567db10e1c9c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140773 Nov 11 11:06:22.046794 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-d1f7caa4-7a54-4f3e-8d8f-fbda3a8fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:22.048213 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-d1f7caa4-7a54-4f3e-8d8f-fbda3a8fe983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304283 Nov 11 11:06:22.116417 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-a5b74a8f-6fb2-4786-800b-ded66a475f7f service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317115 Nov 11 11:06:22.172923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-fe1b1da1-880b-4e26-a0a2-bab9ef25c326 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144633 Nov 11 11:06:22.181937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0cc14-b349-49c3-88da-57cce94212ef req-b8e3bdf2-79b6-42bf-8b2d-6e31b5981199 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:22.183435 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-11a0cc14-b349-49c3-88da-57cce94212ef req-b8e3bdf2-79b6-42bf-8b2d-6e31b5981199 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.0779967 Nov 11 11:06:22.207240 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a86edb9a-fb38-4539-af30-d32cf2b78252 req-094e1771-8f13-41eb-9d6e-ac300e0a07af service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Nov 11 11:06:22.304731 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-11a0cc14-b349-49c3-88da-57cce94212ef req-2d7bf499-e19a-4983-90cc-ef3d5ca1241f tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&id=b1654ede-2cef-4ad2-8293-b47221f77710&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125598 Nov 11 11:06:22.315586 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d8be7712-3c67-4a03-8d22-87c5ecc5d0ad req-0d1188d5-9a83-47f1-906a-0bc64608503b service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313205 Nov 11 11:06:22.404806 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:23.191458 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e9df9-fe1b-421d-89e3-12a9daf50eae req-dec5663e-68e8-4f51-872e-46d1336e6ce6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:23.192943 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-569e9df9-fe1b-421d-89e3-12a9daf50eae req-dec5663e-68e8-4f51-872e-46d1336e6ce6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0788043 Nov 11 11:06:23.207133 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7393-3c2d-4f4d-a822-ad06e164fdf8 req-46e02662-ea13-492d-b373-19323b95b511 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:23.208633 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d6ea7393-3c2d-4f4d-a822-ad06e164fdf8 req-46e02662-ea13-492d-b373-19323b95b511 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0832856 Nov 11 11:06:23.284575 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-569e9df9-fe1b-421d-89e3-12a9daf50eae req-d2d1e484-cc3a-4a75-b278-78c6a64fcc90 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743437 Nov 11 11:06:23.288242 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d6ea7393-3c2d-4f4d-a822-ad06e164fdf8 req-3f8f6ce9-ef8a-4c0e-8791-a627d39f8243 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722380 Nov 11 11:06:24.425140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d842779-ae04-4b38-a895-a76d53a2cabf req-1fbd5060-3a66-4e3d-a3db-8cc3bd92128a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:24.426619 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7d842779-ae04-4b38-a895-a76d53a2cabf req-1fbd5060-3a66-4e3d-a3db-8cc3bd92128a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0731561 Nov 11 11:06:24.448823 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ed82-93cd-4ed0-9f95-45d30f7f1e69 req-8cfe144c-ad4b-43e7-8286-57eecdaba213 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:24.450292 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ab0ed82-93cd-4ed0-9f95-45d30f7f1e69 req-8cfe144c-ad4b-43e7-8286-57eecdaba213 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0852988 Nov 11 11:06:24.517048 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7d842779-ae04-4b38-a895-a76d53a2cabf req-364462b1-4b1c-4b2b-8786-20f8757a58f1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836544 Nov 11 11:06:24.529065 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ab0ed82-93cd-4ed0-9f95-45d30f7f1e69 req-04052a20-dc96-4183-a7d2-7a804acc480e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723767 Nov 11 11:06:25.663440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0e90-2359-472d-b60e-e086cefaa4b0 req-3d8caa89-6022-470d-82e6-ca9997e72661 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:25.664951 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-adba0e90-2359-472d-b60e-e086cefaa4b0 req-3d8caa89-6022-470d-82e6-ca9997e72661 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0769763 Nov 11 11:06:25.677098 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09435d96-c811-4b0a-8623-5cb983e7465a req-06e4d61d-c199-45dd-aaba-ad51f40170f8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:25.678500 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-09435d96-c811-4b0a-8623-5cb983e7465a req-06e4d61d-c199-45dd-aaba-ad51f40170f8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0794127 Nov 11 11:06:25.760078 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-adba0e90-2359-472d-b60e-e086cefaa4b0 req-dcc4c874-0027-4078-a585-638bb0997d38 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801065 Nov 11 11:06:25.763414 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-09435d96-c811-4b0a-8623-5cb983e7465a req-12a427d9-3fd5-4025-b1e7-6d081882da99 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777049 Nov 11 11:06:27.100457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb647-56a8-48dc-981d-4e2e33799178 req-3267e836-11b6-40eb-92e1-2b1cc1aac0e1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:27.101980 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-962fb647-56a8-48dc-981d-4e2e33799178 req-3267e836-11b6-40eb-92e1-2b1cc1aac0e1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.2761412 Nov 11 11:06:27.109245 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff60802-f101-4b80-a750-6e60c4d756a4 req-15afa361-d02e-42fd-b7d3-4d23aa121547 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:27.110615 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8ff60802-f101-4b80-a750-6e60c4d756a4 req-15afa361-d02e-42fd-b7d3-4d23aa121547 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.2760105 Nov 11 11:06:27.187855 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-962fb647-56a8-48dc-981d-4e2e33799178 req-cfe4a7e7-4212-4d78-8935-5049ecb5cbc6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762334 Nov 11 11:06:27.191199 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8ff60802-f101-4b80-a750-6e60c4d756a4 req-3897ad2d-f5d7-42b3-aa46-8c5ef590f1cd tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725622 Nov 11 11:06:28.334579 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870d2f-eff0-42fa-a0d0-386d345a97cc req-14826967-81e3-47ed-8eb9-f2c961114ae0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:28.336714 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-13870d2f-eff0-42fa-a0d0-386d345a97cc req-14826967-81e3-47ed-8eb9-f2c961114ae0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0685165 Nov 11 11:06:28.349214 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b804a-a439-418d-9527-bb0e49f2a30b req-3cc9d0d5-67b1-44f9-9529-8951abf45aec tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:28.350661 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f59b804a-a439-418d-9527-bb0e49f2a30b req-3cc9d0d5-67b1-44f9-9529-8951abf45aec tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0913975 Nov 11 11:06:28.422939 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-13870d2f-eff0-42fa-a0d0-386d345a97cc req-82ddf257-cb32-4fa5-810b-8351b83ec410 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713232 Nov 11 11:06:28.426629 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f59b804a-a439-418d-9527-bb0e49f2a30b req-d72ffcf9-a5f1-4f7d-a458-306df8f95eaa tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694082 Nov 11 11:06:28.988386 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:06:29.569403 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b08d1a-d8f5-4c16-b345-b6c28bf77796 req-208cb133-cb3b-4388-8f6b-148574ce0183 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:29.570750 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-01b08d1a-d8f5-4c16-b345-b6c28bf77796 req-208cb133-cb3b-4388-8f6b-148574ce0183 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0785873 Nov 11 11:06:29.577903 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e9718-83c5-47b3-a140-d92553aee644 req-7afe58df-f7d2-4168-beb3-8066d9844eec tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:29.579220 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac3e9718-83c5-47b3-a140-d92553aee644 req-7afe58df-f7d2-4168-beb3-8066d9844eec tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0778897 Nov 11 11:06:29.651881 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-01b08d1a-d8f5-4c16-b345-b6c28bf77796 req-6f565770-382f-4be0-90e2-31694314ac43 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717206 Nov 11 11:06:29.656647 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ac3e9718-83c5-47b3-a140-d92553aee644 req-29c621da-61bc-447b-940c-fdb267e6b522 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702920 Nov 11 11:06:30.804294 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca338-ecde-4ade-9384-5bdc435e1fe6 req-0467903f-40ae-484b-b3a2-b2789913c856 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:30.805778 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6bdca338-ecde-4ade-9384-5bdc435e1fe6 req-0467903f-40ae-484b-b3a2-b2789913c856 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0828407 Nov 11 11:06:30.813070 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244021e-3e3e-4075-b26a-0dce0b2ae874 req-d4ce9199-4a5f-4903-b050-11c7b5a96293 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:30.814417 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d244021e-3e3e-4075-b26a-0dce0b2ae874 req-d4ce9199-4a5f-4903-b050-11c7b5a96293 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0933135 Nov 11 11:06:30.886303 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6bdca338-ecde-4ade-9384-5bdc435e1fe6 req-f4866b31-7edd-4ace-9e1b-b90766a5624d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709469 Nov 11 11:06:30.890901 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d244021e-3e3e-4075-b26a-0dce0b2ae874 req-ad1230b3-d3c3-4757-bd97-8b8d84fc227a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698764 Nov 11 11:06:32.027951 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1486f5-cb3e-4d30-9b73-f2013875eceb req-494b6aad-ce57-4184-af88-67c9354b2bb2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:32.029463 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2f1486f5-cb3e-4d30-9b73-f2013875eceb req-494b6aad-ce57-4184-af88-67c9354b2bb2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 944 time: 0.0762026 Nov 11 11:06:32.041533 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95848e-acc0-412b-a720-f700c2ed44c7 req-b57602d1-b01e-40dc-aa60-b077c83706b6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:32.042948 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba95848e-acc0-412b-a720-f700c2ed44c7 req-b57602d1-b01e-40dc-aa60-b077c83706b6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0808485 Nov 11 11:06:32.119654 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2f1486f5-cb3e-4d30-9b73-f2013875eceb req-872b5b5a-88c3-4afa-b317-c4cc3c30d98d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757513 Nov 11 11:06:32.123438 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba95848e-acc0-412b-a720-f700c2ed44c7 req-f384ec62-2dbc-4710-8eb0-272750636b4a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738537 Nov 11 11:06:32.489205 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1bf6b2d7-30f5-481f-bc32-df6a705747e2 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:06:32.587484 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:32.598818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'port_id': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'mac_address': 'fa:16:3e:02:77:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:06:32.636576 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:32.649180 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf6b2d7-30f5-481f-bc32-df6a705747e2 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:06:32.668453 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:32.672408 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:32.720853 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:33.004956 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['1bf6b2d7-30f5-481f-bc32-df6a705747e2'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:06:33.266437 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a3d33-63ae-41f4-8d1e-364df9ebcbbf req-9bf02073-5337-48bc-97c6-2ebda6eab5a9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:33.267976 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fd3a3d33-63ae-41f4-8d1e-364df9ebcbbf req-9bf02073-5337-48bc-97c6-2ebda6eab5a9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 945 time: 0.0778928 Nov 11 11:06:33.291434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89ecd1-52db-4c2d-b67a-fc351c7c25f2 req-b9dea5e6-b92f-4785-bef4-46c971be4f52 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:33.292972 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ed89ecd1-52db-4c2d-b67a-fc351c7c25f2 req-b9dea5e6-b92f-4785-bef4-46c971be4f52 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0759242 Nov 11 11:06:33.358251 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fd3a3d33-63ae-41f4-8d1e-364df9ebcbbf req-1e75e176-11f4-4456-b42f-c3337843d52d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829897 Nov 11 11:06:33.370841 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ed89ecd1-52db-4c2d-b67a-fc351c7c25f2 req-9602c932-b707-4f61-a3c1-11be021b491c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712528 Nov 11 11:06:33.938177 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1bf6b2d7-30f5-481f-bc32-df6a705747e2 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:06:33.988511 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:06:33.993360 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:33.993788 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.073985 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.096060 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:34.098606 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdc9ce-55ac-4027-abb4-6068145e3790" -d '{"events": [{"server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:34.101288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40828) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:34.115271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:34.120883 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.152860 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261fe184-cee8-4a43-b758-1a3bef34cde2 x-openstack-request-id: req-261fe184-cee8-4a43-b758-1a3bef34cde2 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:34.153133 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:34.153384 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-261fe184-cee8-4a43-b758-1a3bef34cde2 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:34.153765 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'code': 200} Nov 11 11:06:34.181648 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:34.218487 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.299310 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.304243 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.348301 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=454c43a554964b769a11b81c151bf426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458255 Nov 11 11:06:34.351547 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40832) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:34.368410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac16c6-fb08-4c27-a27a-c583fc8bd564,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:34.378941 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.379345 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.379710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.380020 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.380346 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.380712 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.381153 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.381451 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.381791 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.382098 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.382414 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.382727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53e9d46-4b99-46e2-b684-318dfd944e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.395303 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99540718-3591-44c2-9a5d-a472099bc179 req-ee7852cd-a9db-4471-bfcb-eee8ce09c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:34.398241 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-99540718-3591-44c2-9a5d-a472099bc179 req-ee7852cd-a9db-4471-bfcb-eee8ce09c2c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1099 time: 0.0637703 Nov 11 11:06:34.413876 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.438523 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.488911 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-99540718-3591-44c2-9a5d-a472099bc179 req-7e21c660-0e68-4fd9-b2da-b66a24cd24d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830891 Nov 11 11:06:34.490054 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.493383 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.494514 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8bac16c6-fb08-4c27-a27a-c583fc8bd564 HTTP/1.1" status: 204 len: 168 time: 0.1419899 Nov 11 11:06:34.503053 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac16c6-fb08-4c27-a27a-c583fc8bd564,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:34.511071 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.511509 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.511721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.512055 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.512382 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.512731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.513064 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.513385 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.514207 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.514207 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.514433 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.514610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7b332-bb95-44bd-af62-96587ef052bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:06:34.537513 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a34b7-007e-4d91-93b5-109d62c5a0c5 req-669cac6e-35eb-4152-8ee9-5c75eae0c141 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:34.542076 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d6a34b7-007e-4d91-93b5-109d62c5a0c5 req-669cac6e-35eb-4152-8ee9-5c75eae0c141 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0817327 Nov 11 11:06:34.547431 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c7f7a-16fa-4389-8c76-825d5dfeb54f req-5f7840ce-dc74-472e-a5c1-83e10b9a5469 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:34.548907 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d30c7f7a-16fa-4389-8c76-825d5dfeb54f req-5f7840ce-dc74-472e-a5c1-83e10b9a5469 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.1101506 Nov 11 11:06:34.621503 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d6a34b7-007e-4d91-93b5-109d62c5a0c5 req-2c066ae6-8815-487f-9238-94eb9faae8be tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713851 Nov 11 11:06:34.630665 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d30c7f7a-16fa-4389-8c76-825d5dfeb54f req-b4a75d71-a253-47cb-b528-51ee3b594c2f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734146 Nov 11 11:06:34.783960 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40852) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:34.797085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bc7db2f-3294-40ce-be0c-14a6c7877977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.891522 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bc7db2f-3294-40ce-be0c-14a6c7877977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.895583 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bc7db2f-3294-40ce-be0c-14a6c7877977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:34.931271 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4bc7db2f-3294-40ce-be0c-14a6c7877977 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d417bcb458c840428d4185aad8ff4870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461763 Nov 11 11:06:34.933925 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40860) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:34.935834 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7db2f-3294-40ce-be0c-14a6c7877977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea51842-4e61-4a4f-83e2-3642fca6d46d,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:35.003061 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:35.033748 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:35.079055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:35.081635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:35.082770 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ea51842-4e61-4a4f-83e2-3642fca6d46d HTTP/1.1" status: 204 len: 168 time: 0.1476848 Nov 11 11:06:35.090689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdf252-835a-450c-b91c-aea1f2f54182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea51842-4e61-4a4f-83e2-3642fca6d46d,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:35.785567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b77d-d36c-485d-9625-11e258650404 req-1f12f310-6e15-49c1-b47c-6a4c763e0f1a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:35.789528 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eaf4b77d-d36c-485d-9625-11e258650404 req-1f12f310-6e15-49c1-b47c-6a4c763e0f1a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0895517 Nov 11 11:06:35.814427 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa697-1051-41c2-a2df-452c2ed1f0f3 req-2ef68e91-1eac-4e46-ab6b-c128920aacce tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:35.816523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-417aa697-1051-41c2-a2df-452c2ed1f0f3 req-2ef68e91-1eac-4e46-ab6b-c128920aacce tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0877886 Nov 11 11:06:35.882154 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eaf4b77d-d36c-485d-9625-11e258650404 req-61bdc7f1-550b-4eee-9c91-ad7508463822 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848637 Nov 11 11:06:35.899214 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-417aa697-1051-41c2-a2df-452c2ed1f0f3 req-936021a5-f3c7-41e7-a6c2-53e760edd68c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723577 Nov 11 11:06:37.005255 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4015-fbdc-43c1-9fa3-d13534b8503d req-5e2fef01-6d5b-4607-b504-94aa823209a8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:37.007088 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-80dc4015-fbdc-43c1-9fa3-d13534b8503d req-5e2fef01-6d5b-4607-b504-94aa823209a8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0595686 Nov 11 11:06:37.087960 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdaf77-4563-4a7c-9e34-33ea728c345a req-8916aa5e-7731-4438-8887-eb19ea56945f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:37.089487 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c5fdaf77-4563-4a7c-9e34-33ea728c345a req-8916aa5e-7731-4438-8887-eb19ea56945f tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0814383 Nov 11 11:06:37.093217 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-80dc4015-fbdc-43c1-9fa3-d13534b8503d req-bee5b7ad-8ee0-42f8-a167-ec4c3942151a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762920 Nov 11 11:06:37.141934 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c5fdaf77-4563-4a7c-9e34-33ea728c345a req-5972db85-03d0-42c9-9ad8-9dd6964b287e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Nov 11 11:06:37.220104 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81382-2a2c-459b-b0d4-1596d436d07a req-c9ae9ed5-8231-49e7-9567-ae7c74e2fac8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:37.221619 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-46b81382-2a2c-459b-b0d4-1596d436d07a req-c9ae9ed5-8231-49e7-9567-ae7c74e2fac8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0572331 Nov 11 11:06:37.276037 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-46b81382-2a2c-459b-b0d4-1596d436d07a req-f88e7bdd-e226-4c5c-9e1f-49070aa7d42d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Nov 11 11:06:37.299142 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40956) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:37.505110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25780648-eb3f-4d3c-9627-3b906db7bb4a tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:37.510340 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-25780648-eb3f-4d3c-9627-3b906db7bb4a tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1094 time: 0.2066374 Nov 11 11:06:37.510563 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40964) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:37.515849 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'port_id': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:37.540778 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.628566 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40968) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:37.661115 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.781090 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d171c401-a12c-46d6-9da2-544e5e70db65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.800185 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.27.1.240 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:06:37.856855 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d171c401-a12c-46d6-9da2-544e5e70db65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.862083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d171c401-a12c-46d6-9da2-544e5e70db65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.900086 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d171c401-a12c-46d6-9da2-544e5e70db65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ebef77a03ea4858be54fe49fabb36ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703326 Nov 11 11:06:37.901243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171c401-a12c-46d6-9da2-544e5e70db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b3076-cf45-45b9-87f8-4576f8b58597,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:37.903149 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 40980) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:37.923640 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.980967 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:37.992690 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.026431 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.061371 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:06:38.071497 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:38.077410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:06:38.079311 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:38.131291 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.133922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.135087 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc7b3076-cf45-45b9-87f8-4576f8b58597 HTTP/1.1" status: 204 len: 168 time: 0.2310097 Nov 11 11:06:38.166499 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc4b8-2810-4363-942f-9135456e4189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b3076-cf45-45b9-87f8-4576f8b58597,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:38.344725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02a41f-4641-4757-af92-eb70e412cbe4 req-84708135-c9c2-466f-be6c-559c52e8b326 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:38.346341 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e02a41f-4641-4757-af92-eb70e412cbe4 req-84708135-c9c2-466f-be6c-559c52e8b326 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1264780 Nov 11 11:06:38.426481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40988) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:38.430342 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e02a41f-4641-4757-af92-eb70e412cbe4 req-3fe7146c-cedb-4138-8674-82dd5be62818 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762470 Nov 11 11:06:38.440236 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-353e3030-dcd6-4224-ba9b-10e4b9d77267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.530769 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-353e3030-dcd6-4224-ba9b-10e4b9d77267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.535097 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-353e3030-dcd6-4224-ba9b-10e4b9d77267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.544054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.577740 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-353e3030-dcd6-4224-ba9b-10e4b9d77267 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e609ebc35ca4c49a66252030f23b791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501362 Nov 11 11:06:38.578399 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 40994) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:38.585017 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e3030-dcd6-4224-ba9b-10e4b9d77267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7acf4-9ef2-4ee5-bb3c-f8557715404c,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:38.637338 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.659194 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.673666 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.704710 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.707582 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:38.708844 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5af7acf4-9ef2-4ee5-bb3c-f8557715404c HTTP/1.1" status: 204 len: 168 time: 0.1292405 Nov 11 11:06:38.717689 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae850fac-a5a8-47ad-904b-d3ffc9116e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7acf4-9ef2-4ee5-bb3c-f8557715404c,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:38.756127 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb88942-a0c4-4975-bdba-c07e72345711 req-814bdb7e-de9e-4e42-98c7-396026c56c40 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:38.757803 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfb88942-a0c4-4975-bdba-c07e72345711 req-814bdb7e-de9e-4e42-98c7-396026c56c40 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1342843 Nov 11 11:06:38.824173 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-410ac074-821a-457c-9d3d-7425614dc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:38.825720 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-410ac074-821a-457c-9d3d-7425614dc005 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 1099 time: 0.1630430 Nov 11 11:06:38.932064 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfb88942-a0c4-4975-bdba-c07e72345711 req-3c783824-f917-472f-908b-152ee8531986 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644948 Nov 11 11:06:38.998765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-739d3a8b-521a-4c3e-96e2-cd0b91074fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:39.004003 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-739d3a8b-521a-4c3e-96e2-cd0b91074fb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.1549098 Nov 11 11:06:39.062436 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:39.077713 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:39.156367 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-998861c1-20d2-4aac-b8ec-ae9f197b3f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 200 len: 1001 time: 0.1364660 Nov 11 11:06:39.169483 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:39.206129 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:39.267744 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-6e79a49a-dc09-4186-a535-14a0eaa1e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:39.267919 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-6e79a49a-dc09-4186-a535-14a0eaa1e4c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0993478 Nov 11 11:06:39.558777 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP 96eebe00-d32a-4781-b32c-45c19e9157d1 associated. External IP: 172.27.1.240, port: 1bf6b2d7-30f5-481f-bc32-df6a705747e2. Nov 11 11:06:39.601926 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-5ae5610f-8b2f-4b39-9dcd-8e9f0b13ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:39.612352 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-5ae5610f-8b2f-4b39-9dcd-8e9f0b13ca74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933247 Nov 11 11:06:39.781096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:06:39.895507 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:06:39.905212 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:06:39.915508 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:39.917907 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:39.919882 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:39.952663 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-447c5a13-150a-4359-bb97-b28a90cf7445 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4321079 Nov 11 11:06:39.952663 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:39.952663 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b374365-5ec1-45c0-8366-2168c91c5baa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:39.988485 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c66645-79b2-4eae-83ac-98a679349705 x-openstack-request-id: req-70c66645-79b2-4eae-83ac-98a679349705 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:39.989114 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:39.989663 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70c66645-79b2-4eae-83ac-98a679349705 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:39.990362 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'status': 'completed', 'code': 200} Nov 11 11:06:40.049848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:40.067387 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2fac6-9d32-470b-ae1c-84292ead6733 req-c7900e37-5fce-41cd-97c6-265ce6c291b9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:40.069004 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1f2fac6-9d32-470b-ae1c-84292ead6733 req-c7900e37-5fce-41cd-97c6-265ce6c291b9 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0496976 Nov 11 11:06:40.127714 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b1f2fac6-9d32-470b-ae1c-84292ead6733 req-c72e82af-912a-4f40-8809-e846f8c09f49 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515573 Nov 11 11:06:40.286426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '96eebe00-d32a-4781-b32c-45c19e9157d1', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:02:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:38Z', 'updated_at': '2021-11-11T11:06:38Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:40.313440 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:06:40.322015 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:40.322630 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:40.444898 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2698-9c7c-4604-b565-77529c93a850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:40.456355 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:40.465801 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-93589f02-1d0c-45e4-85be-0a6d942722f4 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001434 Nov 11 11:06:40.819811 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '96eebe00-d32a-4781-b32c-45c19e9157d1', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:02:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:38Z', 'updated_at': '2021-11-11T11:06:38Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:40.845276 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3fc485-95f5-4a66-9921-ed022ad7de94 None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '96eebe00-d32a-4781-b32c-45c19e9157d1', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:02:77:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:38Z', 'updated_at': '2021-11-11T11:06:38Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:06:41.024956 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f8764-b81f-4432-9857-d93307c75c99 None None] New status for floating IP 96eebe00-d32a-4781-b32c-45c19e9157d1: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:06:41.251858 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424764b-4895-4d3b-ad90-755cc66ccdc8 req-282bf14f-913d-41ca-8e15-29c87f5a8aac tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:41.253368 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5424764b-4895-4d3b-ad90-755cc66ccdc8 req-282bf14f-913d-41ca-8e15-29c87f5a8aac tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0498090 Nov 11 11:06:41.302242 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5424764b-4895-4d3b-ad90-755cc66ccdc8 req-8e7c4552-f3c6-4c44-a8b4-f3afd50ff065 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 Nov 11 11:06:42.264739 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-f99e44f3-d462-4681-b502-d03f02f5db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:42.266337 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-f99e44f3-d462-4681-b502-d03f02f5db9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1099 time: 0.0414431 Nov 11 11:06:42.305591 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-97efb12f-6f4b-44f0-a329-55999c4b1202 req-ab814706-5fef-49a1-b19e-67e86f98fe00 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896065 Nov 11 11:06:42.376407 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-1a8b7707-6c9f-482f-9dc2-baace4541002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:42.378176 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-1a8b7707-6c9f-482f-9dc2-baace4541002 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.1041355 Nov 11 11:06:42.423314 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f3762-4d61-4c89-aa80-3ae5c13eac45 req-53adbce7-8d6c-44c9-ba36-a4a04be8cae2 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:42.424807 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3f7f3762-4d61-4c89-aa80-3ae5c13eac45 req-53adbce7-8d6c-44c9-ba36-a4a04be8cae2 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0519350 Nov 11 11:06:42.453162 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-9287f1e5-fa0d-4e35-8257-a6972584cff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 200 len: 1002 time: 0.0642984 Nov 11 11:06:42.475041 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3f7f3762-4d61-4c89-aa80-3ae5c13eac45 req-f1f4ca80-f7cb-461b-ad16-73e6a19cdf56 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439789 Nov 11 11:06:42.504688 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-1e99f10d-a398-4a08-ba8d-220d54103c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:42.506201 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-1e99f10d-a398-4a08-ba8d-220d54103c83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0436947 Nov 11 11:06:42.552197 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-24d1b36f-b1a3-48f8-acad-bcae8830aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:42.553608 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-24d1b36f-b1a3-48f8-acad-bcae8830aed3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385890 Nov 11 11:06:42.651035 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-a34d85bb-7d13-4835-b3d9-9fb7def462d5 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 Nov 11 11:06:42.748739 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-9b374365-5ec1-45c0-8366-2168c91c5baa req-52250e39-57c2-44f8-a687-5cac68712858 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859804 Nov 11 11:06:42.876789 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fe8ef844-d027-4204-86d4-341a96f8cc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:43.600350 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1337b-db9f-449c-a883-10dc66c8d5d9 req-331fb026-596f-446a-830f-3cd5648902b3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:43.601890 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f0a1337b-db9f-449c-a883-10dc66c8d5d9 req-331fb026-596f-446a-830f-3cd5648902b3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0608759 Nov 11 11:06:43.656048 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f0a1337b-db9f-449c-a883-10dc66c8d5d9 req-683fdbd1-83c1-4369-933f-a358faf522f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Nov 11 11:06:43.937877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.437674 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.677700 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41148) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:45.780494 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7458-5924-4019-ac90-8547d2f05c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.861804 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7458-5924-4019-ac90-8547d2f05c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.866900 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7458-5924-4019-ac90-8547d2f05c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.904563 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d7458-5924-4019-ac90-8547d2f05c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60db492-be7e-4edb-be0f-53dc11e468ea,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:45.909774 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fa7d7458-5924-4019-ac90-8547d2f05c0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc3b69c355ba49c5b5441dbfa167fde6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310421 Nov 11 11:06:45.912656 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41164) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:45.972033 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:45.998278 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.052430 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.056661 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.060742 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f60db492-be7e-4edb-be0f-53dc11e468ea HTTP/1.1" status: 204 len: 168 time: 0.1470196 Nov 11 11:06:46.070284 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be5e28-bf6b-4f4f-b4f5-e85aa1cc7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60db492-be7e-4edb-be0f-53dc11e468ea,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:46.350565 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.398420 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41200) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:46.412167 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7ace6480-e8cb-49c1-bd2e-fcb593978748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.472860 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41202) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:46.489728 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7ace6480-e8cb-49c1-bd2e-fcb593978748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.494909 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-7ace6480-e8cb-49c1-bd2e-fcb593978748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.532737 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-7ace6480-e8cb-49c1-bd2e-fcb593978748 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66d383ee408e4e44a5bd79ee8a742787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327527 Nov 11 11:06:46.535459 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41206) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:46.537772 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace6480-e8cb-49c1-bd2e-fcb593978748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69ad85-39ae-4f4d-b126-113ff18332f2,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:46.596301 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.598800 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fc09e892-0309-4e08-875b-fe540d196b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.629581 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.718675 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.721733 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.722866 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c69ad85-39ae-4f4d-b126-113ff18332f2 HTTP/1.1" status: 204 len: 168 time: 0.1864703 Nov 11 11:06:46.730560 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fc09e892-0309-4e08-875b-fe540d196b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.737158 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3712617-8a0c-4008-8d3e-1923a61a75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69ad85-39ae-4f4d-b126-113ff18332f2,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:46.740238 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fc09e892-0309-4e08-875b-fe540d196b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.788897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41212) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:46.789110 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fc09e892-0309-4e08-875b-fe540d196b39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ec64eaec57b486889a5c15dc0d781c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150973 Nov 11 11:06:46.792493 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e892-0309-4e08-875b-fe540d196b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fdaf91-edf6-416d-8e53-7d0c28bc40c3,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:46.850383 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.872124 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.922574 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.925496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:46.926655 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29fdaf91-edf6-416d-8e53-7d0c28bc40c3 HTTP/1.1" status: 204 len: 168 time: 0.1361225 Nov 11 11:06:46.934375 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435d1b5-33b3-4d68-b03f-2a02c7aa171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fdaf91-edf6-416d-8e53-7d0c28bc40c3,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:47.214696 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41228) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:47.228085 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d294b12d-d286-4596-aff6-a45040c9dbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.318476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d294b12d-d286-4596-aff6-a45040c9dbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.324158 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d294b12d-d286-4596-aff6-a45040c9dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.368860 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d294b12d-d286-4596-aff6-a45040c9dbf7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c820459791e54654bea0d3b0d9240092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525924 Nov 11 11:06:47.372940 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41238) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:47.373657 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b12d-d286-4596-aff6-a45040c9dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de83f2-2900-41cc-88c3-c7a68e437cd3,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:47.433532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.456528 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.518452 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.521713 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:47.522811 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86de83f2-2900-41cc-88c3-c7a68e437cd3 HTTP/1.1" status: 204 len: 168 time: 0.1480067 Nov 11 11:06:47.540307 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd60c96-2a84-4763-8196-8ede1530fdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de83f2-2900-41cc-88c3-c7a68e437cd3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:47.639514 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d90d14-639e-4c7a-8524-daca7f63675b req-debe0bbc-1019-4e21-a42b-5aefca5c1877 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:47.641113 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48d90d14-639e-4c7a-8524-daca7f63675b req-debe0bbc-1019-4e21-a42b-5aefca5c1877 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0547969 Nov 11 11:06:47.701476 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48d90d14-639e-4c7a-8524-daca7f63675b req-a39409dd-58be-4ef5-af0d-88830b905586 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539010 Nov 11 11:06:48.823814 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949199-d76e-47ba-854c-ec9aee7f1573 req-15927407-96f6-4c04-96a7-503e43b80606 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:48.825550 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-67949199-d76e-47ba-854c-ec9aee7f1573 req-15927407-96f6-4c04-96a7-503e43b80606 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0562754 Nov 11 11:06:48.878509 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-67949199-d76e-47ba-854c-ec9aee7f1573 req-5e833543-a18c-4908-af41-60371e8d9d5f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Nov 11 11:06:49.148776 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41316) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:49.253667 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f7c39834-912e-4c74-b4b5-a39ecf3c3ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.331685 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f7c39834-912e-4c74-b4b5-a39ecf3c3ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.335283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f7c39834-912e-4c74-b4b5-a39ecf3c3ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.373254 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-f7c39834-912e-4c74-b4b5-a39ecf3c3ef5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40e76ac605424025be755098c10c253a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233896 Nov 11 11:06:49.374204 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c39834-912e-4c74-b4b5-a39ecf3c3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8ea92-d9ff-4eb7-8aa1-206e54f242c9,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:49.375890 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41320) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:49.424299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.445200 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.492401 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.495509 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.496685 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10c8ea92-d9ff-4eb7-8aa1-206e54f242c9 HTTP/1.1" status: 204 len: 168 time: 0.1196809 Nov 11 11:06:49.504476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579883d5-0917-4802-aed8-c3eecce25203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8ea92-d9ff-4eb7-8aa1-206e54f242c9,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:49.527922 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-8d492948-5d1c-433a-8da2-76fd273028cd tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:49.530190 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-8d492948-5d1c-433a-8da2-76fd273028cd tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0561585 Nov 11 11:06:49.626045 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Deleting port 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:06:49.626379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.718304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] For port 13c7857f-64c0-4a3e-930e-aec08b306c2e, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=13c7857f-64c0-4a3e-930e-aec08b306c2e,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:06:49.718670 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.764520 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41326) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:49.778055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f4062904-2206-4e9c-a8c8-78fbc008c948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.857851 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f4062904-2206-4e9c-a8c8-78fbc008c948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.862335 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f4062904-2206-4e9c-a8c8-78fbc008c948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:49.905689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4062904-2206-4e9c-a8c8-78fbc008c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40699bbe-fcc6-4423-b89a-e2b416e54bd4,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:49.914397 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f4062904-2206-4e9c-a8c8-78fbc008c948 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb11b89f55854faeb4273a0e6061c975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486387 Nov 11 11:06:49.914923 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41330) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:49.978272 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.027045 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.044995 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b37a8-de0a-49b6-99f6-7536972fa838 req-28f28cb6-712a-4e84-a67d-4756c0322f54 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:50.046592 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d16b37a8-de0a-49b6-99f6-7536972fa838 req-28f28cb6-712a-4e84-a67d-4756c0322f54 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 947 time: 0.0874248 Nov 11 11:06:50.118037 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d16b37a8-de0a-49b6-99f6-7536972fa838 req-10379697-1646-46f9-8465-e5b9a0b5ccc0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602133 Nov 11 11:06:50.119746 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.122521 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.127331 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40699bbe-fcc6-4423-b89a-e2b416e54bd4 HTTP/1.1" status: 204 len: 168 time: 0.2112620 Nov 11 11:06:50.136511 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24573f6-3050-4b92-a498-0efaa75a9cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40699bbe-fcc6-4423-b89a-e2b416e54bd4,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:50.199212 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.200187 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.200509 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Floating IP 2d767a19-b22f-41ae-97f7-f24c9edf7bb5 disassociated. External IP: 172.27.1.37, port: 13c7857f-64c0-4a3e-930e-aec08b306c2e. Nov 11 11:06:50.200885 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Calling delete_port for 13c7857f-64c0-4a3e-930e-aec08b306c2e owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:06:50.348145 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.381481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'Port': ['ID=13c7857f-64c0-4a3e-930e-aec08b306c2e,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:50.496332 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:06:50.604039 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:06:50.616287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:06:50.631905 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:50.632575 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:50.651193 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] No DVR routers for this DVR port 13c7857f-64c0-4a3e-930e-aec08b306c2e on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:06:50.653721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:50.657595 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-8d9b4d3f-3ebf-4497-83a1-d35f5c1d30d8 req-da246962-3069-40a6-ae0b-5525677c7e20 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "DELETE /v2.0/ports/13c7857f-64c0-4a3e-930e-aec08b306c2e HTTP/1.1" status: 204 len: 173 time: 1.1201997 Nov 11 11:06:50.658070 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-deleted', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:06:50.660581 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69b150-66a0-4074-ae91-7872537e5cd5" -d '{"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-deleted", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:06:50.711348 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e954b66-e2e2-4250-b4bc-113702e6711f x-openstack-request-id: req-0e954b66-e2e2-4250-b4bc-113702e6711f {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:06:50.711637 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50bcac5-10a1-431c-8cc5-ae9f6e2abec2", "name": "network-vif-deleted", "tag": "13c7857f-64c0-4a3e-930e-aec08b306c2e", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:06:50.711935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e954b66-e2e2-4250-b4bc-113702e6711f {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:06:50.712316 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50bcac5-10a1-431c-8cc5-ae9f6e2abec2', 'name': 'network-vif-deleted', 'tag': '13c7857f-64c0-4a3e-930e-aec08b306c2e', 'status': 'completed', 'code': 200} Nov 11 11:06:50.777918 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:50.884997 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41360) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:50.984349 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-263497237-network', 'tenant_id': '6443e44a26a8423aac8eb9d588c3d591'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:50.987913 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:51.015712 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:06:51.024960 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:06:51.025580 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:51.027768 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Made reservation on behalf of 6443e44a26a8423aac8eb9d588c3d591 for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:51.030301 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.040423 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.123332 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.127841 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.136596 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:06:51.155954 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:06:51.167542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05a88e-8769-4635-ba21-ce2d90cd7e0a,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:51.176539 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.176539 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Added segment 32c8e67b-73ef-4932-b0ab-1d9f3140e220 of type vlan for network 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 Nov 11 11:06:51.246954 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b7a8368b-1117-424a-96f5-e4eefa3124d1 req-44144844-66be-4081-81db-1e2edc6254b9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.0367069 Nov 11 11:06:51.248114 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.286355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.287696 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:51.288445 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.317984 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4318502 Nov 11 11:06:51.321129 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41368) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:51.327756 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Request body: {'subnet': {'network_id': '4b7f79f3-4c3b-45d6-85fd-d1242ee5b113', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-263497237-subnet', 'tenant_id': '6443e44a26a8423aac8eb9d588c3d591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:51.351242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Made reservation on behalf of 6443e44a26a8423aac8eb9d588c3d591 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:51.355869 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.356491 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:06:51.386142 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ae270-bd2e-46f2-aebc-c35c26916335 None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:06:51.387678 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a71423-8db2-4300-90fe-2eb24a1029ca admin admin] Pushing event updated for resources: {'Network': ['ID=4b7f79f3-4c3b-45d6-85fd-d1242ee5b113,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:51.399794 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:06:51.565305 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.625856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36b7786-8c64-40c9-ac35-7e6df407ec74,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:51.639177 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Checking segment: {'id': '32c8e67b-73ef-4932-b0ab-1d9f3140e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '4b7f79f3-4c3b-45d6-85fd-d1242ee5b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:06:51.639532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Network hostable DHCP agents. Network: 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:06:51.658109 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Network 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:06:51.670196 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:51.673697 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:51.674308 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:51.680254 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28ada4-a2d9-42bf-88a1-8e03d819033b None None] Network 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:06:51.688973 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcd0f9-33f1-4039-8b27-a8f412feec0a None None] New status for floating IP 2d767a19-b22f-41ae-97f7-f24c9edf7bb5: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:06:51.702420 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-97953e9d-83c4-4ed3-8d3d-45d22ebece30 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3788195 Nov 11 11:06:51.826653 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c013949-2d74-4a39-8a04-4ab5deab4ed1 None None] Network 4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:06:52.221492 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41384) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:52.226430 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891229882-network', 'tenant_id': '202cf38c43d6454eac6d70a2f2857093'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:52.249316 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Made reservation on behalf of 202cf38c43d6454eac6d70a2f2857093 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:52.251604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.260525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.345441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.349758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.363636 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e4b372f0-2611-42cd-897c-acc9c3c3633c req-8814d22a-2c82-434e-a4f0-2b99fe6912a8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.0302525 Nov 11 11:06:52.379638 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:06:52.389774 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615fcf86-1a08-4961-97dc-9547e45366c6,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:52.394435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.394782 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Added segment 7198c627-b16e-42fd-8cee-f407e7d60130 of type vlan for network ce508127-900a-4fae-8602-05bca7033a1c Nov 11 11:06:52.435253 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.459275 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.460120 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:52.460721 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.512317 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2896621 Nov 11 11:06:52.515534 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41390) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:52.520916 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Request body: {'subnet': {'network_id': 'ce508127-900a-4fae-8602-05bca7033a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891229882-subnet', 'tenant_id': '202cf38c43d6454eac6d70a2f2857093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:52.525120 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a3c68-de46-497c-a025-8e9664ff8a44 admin admin] Pushing event updated for resources: {'Network': ['ID=ce508127-900a-4fae-8602-05bca7033a1c,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:52.536793 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network ce508127-900a-4fae-8602-05bca7033a1c details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:06:52.546281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Made reservation on behalf of 202cf38c43d6454eac6d70a2f2857093 for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:52.548689 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475413'] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.725816 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4353507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475451'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.780720 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433be4e2-d110-42f0-b69c-8511b074419d,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:52.791444 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Checking segment: {'id': '7198c627-b16e-42fd-8cee-f407e7d60130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ce508127-900a-4fae-8602-05bca7033a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:06:52.791800 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Network hostable DHCP agents. Network: ce508127-900a-4fae-8602-05bca7033a1c, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:06:52.807977 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Network ce508127-900a-4fae-8602-05bca7033a1c is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:06:52.816690 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, ce508127-900a-4fae-8602-05bca7033a1c) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:52.820710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:52.821815 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:52.828810 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04bc89b-f969-43c1-876a-9eaece690419 None None] Network ce508127-900a-4fae-8602-05bca7033a1c requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:06:52.846361 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f186e4af-2007-4d7d-a556-4b417b9948b9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297060 Nov 11 11:06:52.959852 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd86d-2853-4518-82ef-fa77479bf764 None None] Network ce508127-900a-4fae-8602-05bca7033a1c requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:06:53.237787 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:53.486350 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3af75b95-c97a-4275-8f27-d771a383b5fd req-b0a993ce-ec07-44cc-a76c-cbad100ee6b8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50bcac5-10a1-431c-8cc5-ae9f6e2abec2 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Nov 11 11:06:54.587288 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41426) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:54.655707 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.687440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.745605 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.748764 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.749937 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "DELETE /v2.0/security-groups/f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0 HTTP/1.1" status: 204 len: 168 time: 0.1615305 Nov 11 11:06:54.752667 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41440) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:54.764817 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26959b2-e5ef-4c11-bfc1-daae675e1ad4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:54.766682 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.api.v2.resource [None req-e9b2b5d5-5ea8-4c16-ae72-0913e4b045e2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] show failed (client error): The resource could not be found. Nov 11 11:06:54.768212 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e9b2b5d5-5ea8-4c16-ae72-0913e4b045e2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups/f4d9a68f-c7d5-4370-98d9-23c9ff9ec3d0 HTTP/1.1" status: 404 len: 347 time: 0.0140498 Nov 11 11:06:54.771535 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41442) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:54.900307 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Deleting port 91b118ae-f337-4c43-a730-135a1484aedc {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:06:54.900583 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.981501 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.981796 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:54.997981 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Calling delete_port for 91b118ae-f337-4c43-a730-135a1484aedc owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:06:55.141584 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.165578 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'Port': ['ID=91b118ae-f337-4c43-a730-135a1484aedc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:55.215984 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:06:55.224812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.227866 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.229027 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-844faddf-2076-4d76-963f-6661d6084e0a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "DELETE /v2.0/floatingips/2d767a19-b22f-41ae-97f7-f24c9edf7bb5 HTTP/1.1" status: 204 len: 168 time: 0.4562845 Nov 11 11:06:55.236535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 13c7857f-64c0-4a3e-930e-aec08b306c2e {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:06:55.236832 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 13c7857f-64c0-4a3e-930e-aec08b306c2e not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:06:55.496830 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41446) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:55.501343 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183440287', 'description': 'tempest-description--253417573'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:55.523900 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.588731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.592322 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.621458 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.622670 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1248202 Nov 11 11:06:55.624619 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41da3-d7a8-4849-accf-fbf9b19aced7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4923cc-2d81-481a-9e8d-261e5fc848cc,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:55.625678 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41448) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:55.630367 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group_rule': {'security_group_id': 'fb4923cc-2d81-481a-9e8d-261e5fc848cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:55.657646 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.715377 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.719005 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.737324 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda4868e-aa85-41f9-8be0-d58ee3d0be2f,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:55.744877 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.748508 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b1b8d505-da2d-4c59-9a72-af819eb5b0db tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193459 Nov 11 11:06:55.748881 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41452) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:55.753402 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'security_group_rule': {'security_group_id': 'fb4923cc-2d81-481a-9e8d-261e5fc848cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:55.782164 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.841591 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.845922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.866985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdefa1dc-9920-4567-a3a7-5723187b19f2,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:55.881581 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:55.882982 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-0b76f447-1a72-4260-af97-edcf30fe32fb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330802 Nov 11 11:06:55.886310 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41462) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:55.891214 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:55.918081 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.035737 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.148338 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Allocated IP 172.27.1.83 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/309f9f15-a4cf-4db5-bfdc-1ab0cf17f810) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:06:56.250931 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.283337 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.323550 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:06:56.326489 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:56.330067 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:06:56.351558 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=309f9f15-a4cf-4db5-bfdc-1ab0cf17f810,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:56.451533 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.487110 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.640085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.644315 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.709464 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=309f9f15-a4cf-4db5-bfdc-1ab0cf17f810,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:56.721561 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.737796 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:56.739036 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-71fb29db-db9f-4c20-9857-003c0593cd1d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8516448 Nov 11 11:06:56.935423 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-c755a2a7-9c9f-4e34-a345-7e81fb89b588 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--183440287&fields=id&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 267 time: 0.0455670 Nov 11 11:06:57.043263 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-f157e742-4a95-41e3-b36e-62de239e0e5b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:57.044834 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-f157e742-4a95-41e3-b36e-62de239e0e5b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 817 time: 0.1026666 Nov 11 11:06:57.066754 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-02956c96-0e26-4681-952c-8a6161aa4671 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/quotas/246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 375 time: 0.0093300 Nov 11 11:06:57.140504 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-0b0ea177-0453-4ffc-aac5-75402b32b469 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593288 Nov 11 11:06:57.238116 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-4b641606-2bcb-4ace-8c33-a6969c9f07bc service neutron] 10.222.0.57 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965977 Nov 11 11:06:57.344818 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-18cd5231-597b-48a6-b7fd-74e743e908ac service neutron] 10.222.0.57 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990279 Nov 11 11:06:57.363240 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41498) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:57.493589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e5a43c24-d990-4592-9205-2490af9d1297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.552415 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84cd5059-d85b-4c1f-b685-bab679127c20 req-972d9a5a-b44c-4de2-a7a8-00a83415d24e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 210 time: 0.0563812 Nov 11 11:06:57.575996 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e5a43c24-d990-4592-9205-2490af9d1297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.581839 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e5a43c24-d990-4592-9205-2490af9d1297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.626731 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e5a43c24-d990-4592-9205-2490af9d1297 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96a3439da65b403b9a0cdaba61cf0776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596002 Nov 11 11:06:57.626947 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41508) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:57.633800 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a43c24-d990-4592-9205-2490af9d1297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2645a963-14da-4fb6-a6da-5364f62073f6,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:57.680064 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.702845 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.753766 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.756463 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:57.760297 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2645a963-14da-4fb6-a6da-5364f62073f6 HTTP/1.1" status: 204 len: 168 time: 0.1297674 Nov 11 11:06:57.766834 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058744-19ee-4256-86f9-e1c7cc3d6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2645a963-14da-4fb6-a6da-5364f62073f6,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:58.038258 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41518) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:58.052222 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59b916ff-a74b-40cf-bcd8-fffb3c62f487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.136312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59b916ff-a74b-40cf-bcd8-fffb3c62f487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.139935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59b916ff-a74b-40cf-bcd8-fffb3c62f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.177333 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-59b916ff-a74b-40cf-bcd8-fffb3c62f487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=211949fcc3754196bf1952b0904420e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379597 Nov 11 11:06:58.178439 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b916ff-a74b-40cf-bcd8-fffb3c62f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def593fb-6c1b-4d71-8400-3725f791aba5,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:58.180016 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41520) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:06:58.228873 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.249432 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.296702 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.299348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.300503 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/def593fb-6c1b-4d71-8400-3725f791aba5 HTTP/1.1" status: 204 len: 168 time: 0.1194685 Nov 11 11:06:58.308542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd34887-821c-48a3-9e51-4f773b4be7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def593fb-6c1b-4d71-8400-3725f791aba5,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:58.599673 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-dca987d8-87bf-4e6a-88cb-f03e90d1c7c9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:58.601988 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-dca987d8-87bf-4e6a-88cb-f03e90d1c7c9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 817 time: 0.1322374 Nov 11 11:06:58.708186 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-35ff7e55-c57a-42ef-a9d9-c53011dea973 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 379 time: 0.0928359 Nov 11 11:06:58.719882 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f3705a9-a6f9-4248-a1b7-854ed4d9a4ce req-9d84ba0a-8b50-44c4-8c3d-5aaae370d7cf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 210 time: 0.0586238 Nov 11 11:06:58.723398 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'port': {'device_id': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'admin_state_up': True, 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'security_groups': ['fb4923cc-2d81-481a-9e8d-261e5fc848cc']}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:58.842878 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Made reservation on behalf of 246b03f49fb440b5969ef1312635feab for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:06:58.846538 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:58.981837 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Allocated IP 172.20.0.3 (d67caaca-42b6-4361-a473-088bfd5e27e4/45f763f0-65f5-494d-a786-5ae4b7c1c87c/e25b3e1b-debe-4fe5-8822-cdcfc1730dff) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:06:59.153183 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.188216 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.232378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Network d67caaca-42b6-4361-a473-088bfd5e27e4 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:06:59.235436 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:06:59.239419 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:06:59.246419 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:59.296589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:59.297550 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.314653 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-3689503d-a437-44c5-909b-102071ee4a11 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966303 Nov 11 11:06:59.331130 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Request body: {'port': {'device_id': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:06:59.392838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.522220 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-974b9b85-9337-478e-bf78-d4fa8e9f0b3d None None] Provisioning complete for port e25b3e1b-debe-4fe5-8822-cdcfc1730dff triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:06:59.522821 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-974b9b85-9337-478e-bf78-d4fa8e9f0b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.559818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-974b9b85-9337-478e-bf78-d4fa8e9f0b3d None None] Port e25b3e1b-debe-4fe5-8822-cdcfc1730dff cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:06:59.665822 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:06:59.673378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.686061 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Transition to ACTIVE for port object e25b3e1b-debe-4fe5-8822-cdcfc1730dff will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:06:59.690549 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.805750 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:06:59.845643 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Attempting to bind port e25b3e1b-debe-4fe5-8822-cdcfc1730dff on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:06:59.846091 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Attempting to bind port e25b3e1b-debe-4fe5-8822-cdcfc1730dff by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:06:59.846530 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Attempting to bind port e25b3e1b-debe-4fe5-8822-cdcfc1730dff on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:06:59.854915 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Port e25b3e1b-debe-4fe5-8822-cdcfc1730dff on network d67caaca-42b6-4361-a473-088bfd5e27e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:06:59.855227 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Attempting to bind port e25b3e1b-debe-4fe5-8822-cdcfc1730dff on network d67caaca-42b6-4361-a473-088bfd5e27e4 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:06:59.861018 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:06:59.861366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Checking segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:06:59.861751 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Bound using segment: {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:06:59.862179 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Bound port: e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11aa1e2c-9300-4256-a6e5-d4a19996a179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:06:59.862532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:06:59.939796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7917735-324f-457e-a6f8-0c1d79fa7b22 req-02f228f3-3779-43eb-b100-86be9f3b07c1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:06:59.947388 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:06:59.949615 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b7917735-324f-457e-a6f8-0c1d79fa7b22 req-02f228f3-3779-43eb-b100-86be9f3b07c1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0980659 Nov 11 11:06:59.958323 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:06:59.969074 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:00.009024 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.009636 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:00.011065 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 1093 time: 0.6844854 Nov 11 11:07:00.011526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:00.013837 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:00.065992 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef483859-270a-4ed8-9b49-ad3361f1ac66 x-openstack-request-id: req-ef483859-270a-4ed8-9b49-ad3361f1ac66 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:00.066185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:00.066444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef483859-270a-4ed8-9b49-ad3361f1ac66 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:00.066828 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'status': 'completed', 'code': 200} Nov 11 11:07:00.071833 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b7917735-324f-457e-a6f8-0c1d79fa7b22 req-92be5da7-3a39-412b-b7a1-ede7cd5fb473 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156278 Nov 11 11:07:00.126473 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87a73e-334c-44d1-acc5-5aa0f4404fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:00.143531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-54fc7b82-796b-44b7-ad15-2e29f21ccfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.145115 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-54fc7b82-796b-44b7-ad15-2e29f21ccfde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1096 time: 0.0543318 Nov 11 11:07:00.204884 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-af7ac6ea-e3d9-4082-9dfe-f078df58c371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 217 time: 0.0468788 Nov 11 11:07:00.257191 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-463bc54b-86a5-4734-bc86-c06797d8dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.258702 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-463bc54b-86a5-4734-bc86-c06797d8dbdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0452774 Nov 11 11:07:00.310179 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a17ff-fa8e-452b-ad93-3420285686ab req-fdcbe62c-d07d-41a9-a9aa-fc61838c2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.311603 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-fdcbe62c-d07d-41a9-a9aa-fc61838c2d2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454473 Nov 11 11:07:00.420129 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-fd93bf9f-b382-467e-afc1-e2b8f291b747 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947413 Nov 11 11:07:00.513772 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-521a17ff-fa8e-452b-ad93-3420285686ab req-bc0e8124-d929-4477-96f1-5aa87167fb71 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880733 Nov 11 11:07:00.614846 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-07cf5157-af7f-492a-80b7-ffa02c806d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.616250 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-07cf5157-af7f-492a-80b7-ffa02c806d34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1096 time: 0.0444219 Nov 11 11:07:00.714217 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-bbeb20d6-1566-418b-afa7-dfed3592b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.715202 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-bbeb20d6-1566-418b-afa7-dfed3592b811 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.0870752 Nov 11 11:07:00.770465 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-087c29f9-e5bf-48bc-901d-130c29b949fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 217 time: 0.0418222 Nov 11 11:07:00.832277 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-ce221def-3d85-4455-82ee-3b8b7d917965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.833705 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-ce221def-3d85-4455-82ee-3b8b7d917965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0423341 Nov 11 11:07:00.880421 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-5d72ecf9-5238-4613-b086-623336fe65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:00.881872 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-5d72ecf9-5238-4613-b086-623336fe65c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384295 Nov 11 11:07:00.972625 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-670f2928-e134-48ed-89ba-dbeca492dd72 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813043 Nov 11 11:07:01.071876 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-92b49e3d-d7ec-47e2-8d6c-f978db5fccc5 req-12dedbf3-1070-4f4c-990b-192aa533ab46 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901308 Nov 11 11:07:01.201405 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738571b-14ea-419a-acff-b99825d4cb85 req-892a2bb0-d739-4266-bd4f-cdc330418a70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:01.202907 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b738571b-14ea-419a-acff-b99825d4cb85 req-892a2bb0-d739-4266-bd4f-cdc330418a70 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0489671 Nov 11 11:07:01.251614 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b738571b-14ea-419a-acff-b99825d4cb85 req-29e70922-ebdc-4cdc-b4f2-560bee39849b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Nov 11 11:07:02.371787 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99c37a-c74e-4c9b-9197-6f2ac0316d4a req-6c787ba5-2ab3-40ac-9fe5-b8d1e582c468 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:02.373459 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d99c37a-c74e-4c9b-9197-6f2ac0316d4a req-6c787ba5-2ab3-40ac-9fe5-b8d1e582c468 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0491753 Nov 11 11:07:02.425080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2d99c37a-c74e-4c9b-9197-6f2ac0316d4a req-4a581ec5-ed28-4baa-ab26-467ea131b737 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455208 Nov 11 11:07:03.234002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:07:03.338131 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:03.350914 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:07:03.395696 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:03.410494 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:03.440000 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:03.446638 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:03.503327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:03.511220 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.511609 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.511942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.512288 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.512647 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.512982 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.513310 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.513636 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.514007 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.514524 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.514855 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.515372 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:03.562139 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb858bf-49cc-46a7-9c07-8a9c2360b960 req-ffa6a10d-a7a4-414a-9f1c-78e373c27593 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:03.563665 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2fb858bf-49cc-46a7-9c07-8a9c2360b960 req-ffa6a10d-a7a4-414a-9f1c-78e373c27593 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0592327 Nov 11 11:07:03.625173 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2fb858bf-49cc-46a7-9c07-8a9c2360b960 req-bdd3c188-f691-4500-8f9a-b11085c04f33 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554223 Nov 11 11:07:03.748461 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['e25b3e1b-debe-4fe5-8822-cdcfc1730dff'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:04.755910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac84b0-7349-43f6-8ccf-9bf00cca5f0f req-0b2b44d4-0bf6-497b-9979-98a2d4017668 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:04.757453 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-82ac84b0-7349-43f6-8ccf-9bf00cca5f0f req-0b2b44d4-0bf6-497b-9979-98a2d4017668 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0553670 Nov 11 11:07:04.805645 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-82ac84b0-7349-43f6-8ccf-9bf00cca5f0f req-4ab8b775-8bde-4d21-a623-532896847aa1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Nov 11 11:07:05.068907 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41712) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:05.182233 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8d10-dbea-4ddf-86db-4b48d7402b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.246923 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:07:05.271335 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8d10-dbea-4ddf-86db-4b48d7402b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.276237 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8d10-dbea-4ddf-86db-4b48d7402b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.302968 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port e25b3e1b-debe-4fe5-8822-cdcfc1730dff completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:07:05.309191 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port e25b3e1b-debe-4fe5-8822-cdcfc1730dff triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:05.309693 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.321473 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1f9f8d10-dbea-4ddf-86db-4b48d7402b36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=039d29f9553c4b25ab1e4c8bed733992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513700 Nov 11 11:07:05.321906 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41720) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:05.323767 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f8d10-dbea-4ddf-86db-4b48d7402b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598e343-8ccd-4e32-942b-994bda97cbc6,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:05.378472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.391885 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.400854 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.416781 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:05.419074 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b06d651-a0db-4eef-9ea1-2b6ed756e7d3" -d '{"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:05.436692 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:05.444584 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.454686 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.457444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.461855 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5598e343-8ccd-4e32-942b-994bda97cbc6 HTTP/1.1" status: 204 len: 168 time: 0.1384029 Nov 11 11:07:05.469678 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0c33a-d85a-4c29-b26d-0d23724bcfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598e343-8ccd-4e32-942b-994bda97cbc6,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:05.490797 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b356e1ff-f50d-4047-9452-727d44ddf0d7 x-openstack-request-id: req-b356e1ff-f50d-4047-9452-727d44ddf0d7 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:05.491093 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:05.491345 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b356e1ff-f50d-4047-9452-727d44ddf0d7 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:05.491739 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'code': 200} Nov 11 11:07:05.523863 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:05.683168 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5875c7-99d8-4a57-8fa8-66b90fc67913 req-2b4319cd-bfd0-4a57-8477-a165c73266f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:05.691699 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2c5875c7-99d8-4a57-8fa8-66b90fc67913 req-2b4319cd-bfd0-4a57-8477-a165c73266f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1098 time: 0.0534379 Nov 11 11:07:05.749340 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2c5875c7-99d8-4a57-8fa8-66b90fc67913 req-822e1898-a21e-4bca-9c3d-e8263b1715c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 Nov 11 11:07:05.772337 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41740) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:05.785642 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a0840f56-f03c-40db-9eb1-c198d4845c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.873457 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a0840f56-f03c-40db-9eb1-c198d4845c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.878521 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a0840f56-f03c-40db-9eb1-c198d4845c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:05.921412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41744) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:05.921820 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a0840f56-f03c-40db-9eb1-c198d4845c16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c2a28ec6f4049468a913af91b822139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481247 Nov 11 11:07:05.922466 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0840f56-f03c-40db-9eb1-c198d4845c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60afbb25-8124-41a1-bd39-7a24401ac3bd,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:05.972110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618faeb-6da2-4216-9d88-45a188ea9729 req-63f88e57-e44b-4e44-9a0a-9f427426b323 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:05.973618 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a618faeb-6da2-4216-9d88-45a188ea9729 req-63f88e57-e44b-4e44-9a0a-9f427426b323 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0859382 Nov 11 11:07:05.989368 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:07:06.021237 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.045536 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a618faeb-6da2-4216-9d88-45a188ea9729 req-133f1a63-5e56-43ae-a466-eb63bf61e97d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659490 Nov 11 11:07:06.053898 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.103887 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.106527 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.107656 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60afbb25-8124-41a1-bd39-7a24401ac3bd HTTP/1.1" status: 204 len: 168 time: 0.1853261 Nov 11 11:07:06.115105 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493da9-4ad2-4574-b48b-a736570ca0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60afbb25-8124-41a1-bd39-7a24401ac3bd,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:06.852685 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41776) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:06.909728 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Deleting subnet d36b7786-8c64-40c9-ac35-7e6df407ec74 {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:07:06.914553 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.948753 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:06.988281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.049751 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.085276 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.091685 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d36b7786-8c64-40c9-ac35-7e6df407ec74 HTTP/1.1" status: 204 len: 168 time: 0.2373643 Nov 11 11:07:07.091885 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41786) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:07.093943 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c7e90-555e-43c7-9739-dfa9ec04ac15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36b7786-8c64-40c9-ac35-7e6df407ec74,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:07.181886 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.199089 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3fc8f-d53d-4d0d-8de0-bcb8d0bfb66b req-b3f4ef05-c0ce-40a7-be14-7058e9569c82 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:07.202134 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47a3fc8f-d53d-4d0d-8de0-bcb8d0bfb66b req-b3f4ef05-c0ce-40a7-be14-7058e9569c82 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0685713 Nov 11 11:07:07.262499 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47a3fc8f-d53d-4d0d-8de0-bcb8d0bfb66b req-f4873e57-b95c-4869-83e8-c9f44bc42609 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516741 Nov 11 11:07:07.289590 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.303083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7f79f3-4c3b-45d6-85fd-d1242ee5b113']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:07.313586 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c8e67b-73ef-4932-b0ab-1d9f3140e220') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:07.313879 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c8e67b-73ef-4932-b0ab-1d9f3140e220') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:07.327028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.340652 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.346637 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:07:07.347028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:07:07.348758 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:07:07.634915 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.643516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.647671 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b7f79f3-4c3b-45d6-85fd-d1242ee5b113 HTTP/1.1" status: 204 len: 168 time: 0.5547774 Nov 11 11:07:07.650895 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41800) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:07.658045 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9adc-3765-4d1c-9202-1edf372fd829 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7f79f3-4c3b-45d6-85fd-d1242ee5b113,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:07.694701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Deleting subnet 433be4e2-d110-42f0-b69c-8511b074419d {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:07:07.698112 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.738132 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.779108 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.833649 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.865577 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:07.872172 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/433be4e2-d110-42f0-b69c-8511b074419d HTTP/1.1" status: 204 len: 168 time: 0.2202578 Nov 11 11:07:07.872322 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41804) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:07.873417 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ab099-6fd3-427f-b94e-ad66d8bbbc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433be4e2-d110-42f0-b69c-8511b074419d,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:07.950568 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.027384 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.046158 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce508127-900a-4fae-8602-05bca7033a1c']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:08.055146 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7198c627-b16e-42fd-8cee-f407e7d60130') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:08.055439 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7198c627-b16e-42fd-8cee-f407e7d60130') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:08.064311 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.078011 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.084846 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:07:08.085225 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:07:08.087426 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:07:08.147206 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.153221 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.156290 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce508127-900a-4fae-8602-05bca7033a1c HTTP/1.1" status: 204 len: 168 time: 0.2828858 Nov 11 11:07:08.167120 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8382e-91e3-404e-9fc2-23a6b63b612f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce508127-900a-4fae-8602-05bca7033a1c,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:08.318043 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41812) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:08.358182 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2fbab6a3-db5e-49a8-a63c-e9ca604ce3f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6443e44a26a8423aac8eb9d588c3d591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388224 Nov 11 11:07:08.360536 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41814) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:08.402897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d405-dc21-4f62-b455-a3368992f40f req-a256e218-ccb0-49ef-a8fd-81ca9d44bd2d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:08.404228 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5506d405-dc21-4f62-b455-a3368992f40f req-a256e218-ccb0-49ef-a8fd-81ca9d44bd2d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0543146 Nov 11 11:07:08.409239 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.430712 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.451985 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5506d405-dc21-4f62-b455-a3368992f40f req-ab498dc8-8867-45de-815d-37ae0a394dc0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Nov 11 11:07:08.479593 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.482244 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.483380 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f05a88e-8769-4635-ba21-ce2d90cd7e0a HTTP/1.1" status: 204 len: 168 time: 0.1219165 Nov 11 11:07:08.491751 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aa246-b958-4173-b57c-6e3ac501af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05a88e-8769-4635-ba21-ce2d90cd7e0a,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:08.571870 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c609b1d-f5f3-48bc-bfe7-b1e3ba84adc3 req-5c5ca8d6-368e-44fb-b0af-b365d9210a25 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:08.573408 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c609b1d-f5f3-48bc-bfe7-b1e3ba84adc3 req-5c5ca8d6-368e-44fb-b0af-b365d9210a25 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0509932 Nov 11 11:07:08.581817 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41820) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:08.586837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Request body: {'floatingip': {'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:08.625939 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.816772 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41824) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:08.857351 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-22be49ce-582d-4035-8af4-39b67ac3ccd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=202cf38c43d6454eac6d70a2f2857093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392530 Nov 11 11:07:08.859677 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41826) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:08.921926 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:08.950688 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.014564 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.017640 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.021757 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/615fcf86-1a08-4961-97dc-9547e45366c6 HTTP/1.1" status: 204 len: 168 time: 0.1609881 Nov 11 11:07:09.039446 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf220063-93c0-4827-8f99-ec60f28b67c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615fcf86-1a08-4961-97dc-9547e45366c6,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:09.152734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.157227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.488278 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Floating IP a8a55959-da4d-43ad-a3ff-8c047db9c899 associated. External IP: 172.27.1.83, port: e25b3e1b-debe-4fe5-8822-cdcfc1730dff. Nov 11 11:07:09.709324 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:09.795185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41858) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:09.819509 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:09.824415 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.829812 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:09.840058 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:09.840703 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:09.854885 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f6a60356-4f91-48c6-9826-086d357bfb87 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "PUT /v2.0/floatingips/a8a55959-da4d-43ad-a3ff-8c047db9c899 HTTP/1.1" status: 200 len: 990 time: 1.2719960 Nov 11 11:07:09.855468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:09.859018 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91" -d '{"events": [{"name": "network-changed", "server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:09.902758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1414507346-network', 'tenant_id': 'd4f334d8b9e148e3a010ebc907cf9038'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:09.917671 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a529c6-3dfb-4738-b2aa-9dd5eae9820e x-openstack-request-id: req-59a529c6-3dfb-4738-b2aa-9dd5eae9820e {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:09.917977 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:09.918675 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59a529c6-3dfb-4738-b2aa-9dd5eae9820e {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:09.918675 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'status': 'completed', 'code': 200} Nov 11 11:07:09.935778 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Made reservation on behalf of d4f334d8b9e148e3a010ebc907cf9038 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:07:09.938365 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:09.956954 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.015627 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-e584e7b3-6ef9-4d63-8bc5-1314c31177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.017191 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-e584e7b3-6ef9-4d63-8bc5-1314c31177ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1098 time: 0.0697711 Nov 11 11:07:10.081679 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:10.143455 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.145119 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-b384e88d-0646-45c7-b04d-d30390b8ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.146699 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-b384e88d-0646-45c7-b04d-d30390b8ce03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.1201758 Nov 11 11:07:10.147770 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.209285 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:07:10.229243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf3b59-1502-4c70-b498-2ebce1c1776c,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:10.232135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.232471 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Added segment dd1457d1-6b19-4eef-9f4a-752d3d0b816b of type vlan for network 2603c148-2998-4817-8be5-82f736deea23 Nov 11 11:07:10.282811 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-63720b68-d07a-4b77-9a33-3e4cddb151c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 998 time: 0.1181386 Nov 11 11:07:10.286257 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.344483 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a8a55959-da4d-43ad-a3ff-8c047db9c899', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:56Z', 'updated_at': '2021-11-11T11:07:09Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:10.353367 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-2a0c50e2-35e5-40c4-966e-05747744b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.354826 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-2a0c50e2-35e5-40c4-966e-05747744b8fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0640507 Nov 11 11:07:10.355540 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.356378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.356955 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.375440 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:10.386240 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:10.386877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:06:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:10.427658 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41872) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:10.446127 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6463172 Nov 11 11:07:10.447271 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 41876) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:10.449146 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6cd8-03c9-4f75-82f1-9a69fd948a12 admin admin] Pushing event updated for resources: {'Network': ['ID=2603c148-2998-4817-8be5-82f736deea23,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:10.453619 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Request body: {'subnet': {'network_id': '2603c148-2998-4817-8be5-82f736deea23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1414507346-subnet', 'tenant_id': 'd4f334d8b9e148e3a010ebc907cf9038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:10.461446 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-0052871b-90e4-4eb3-b3fa-b291c34286c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.462965 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-0052871b-90e4-4eb3-b3fa-b291c34286c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897455 Nov 11 11:07:10.464348 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 2603c148-2998-4817-8be5-82f736deea23 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:07:10.481836 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Made reservation on behalf of d4f334d8b9e148e3a010ebc907cf9038 for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:07:10.484731 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475413'] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.538234 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f725-8c33-4d0e-b926-179944036f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.585782 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-76f5eabe-3a2b-4e43-9b0a-e9ef9bf91d15 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109538 Nov 11 11:07:10.601116 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:10.609705 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e6a-7b8b-47cd-b66f-0f59c0187cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.682776 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e01aa68e-5a0b-4689-8e35-14e7c1eb1e91 req-e4b65d36-7027-4cd8-856a-9e0a16d853f8 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890093 Nov 11 11:07:10.787476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4353507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475451'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.823912 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e6a-7b8b-47cd-b66f-0f59c0187cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.834871 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a2c48e6a-7b8b-47cd-b66f-0f59c0187cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.843403 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a8a55959-da4d-43ad-a3ff-8c047db9c899', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:56Z', 'updated_at': '2021-11-11T11:07:09Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:10.872069 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0937fdd-0bc2-4377-bf64-3725b0310b22 None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'a8a55959-da4d-43ad-a3ff-8c047db9c899', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:06:56Z', 'updated_at': '2021-11-11T11:07:09Z', 'revision_number': 1, 'project_id': '246b03f49fb440b5969ef1312635feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:10.892647 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecc4c25-364c-4561-b714-a64dcfb08627,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:10.896332 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a2c48e6a-7b8b-47cd-b66f-0f59c0187cfd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d57bd788460a4a099b55909d792eb0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673901 Nov 11 11:07:10.899200 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41878) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:10.903796 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c48e6a-7b8b-47cd-b66f-0f59c0187cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b393edd-c502-487f-bad6-f23171e973af,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:10.915816 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Checking segment: {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:07:10.916170 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Network hostable DHCP agents. Network: 2603c148-2998-4817-8be5-82f736deea23, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:07:10.935462 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Network 2603c148-2998-4817-8be5-82f736deea23 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:07:10.949584 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 2603c148-2998-4817-8be5-82f736deea23) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:07:10.956035 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:10.956937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.962109 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f1847-584a-4dfb-a4d2-cfe8338ade79 None None] Network 2603c148-2998-4817-8be5-82f736deea23 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:07:10.971604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:10.983700 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a0335e80-5c24-426c-8e1d-ec832962efd7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5348771 Nov 11 11:07:11.025867 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.089364 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.092458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.094753 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b393edd-c502-487f-bad6-f23171e973af HTTP/1.1" status: 204 len: 168 time: 0.1945658 Nov 11 11:07:11.115446 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477b7f0-6fe6-472b-90e5-4e028cc8b0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b393edd-c502-487f-bad6-f23171e973af,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:11.150348 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf230a-5bec-4399-99a7-e11001e9285b None None] Network 2603c148-2998-4817-8be5-82f736deea23 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:07:11.195757 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7cfb3-25ba-45a2-a72b-7ab20e569a73 None None] New status for floating IP a8a55959-da4d-43ad-a3ff-8c047db9c899: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:07:11.446681 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41894) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:11.459634 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c1c45a72-a9c6-428c-b512-c7bb36359079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.546959 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c1c45a72-a9c6-428c-b512-c7bb36359079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.550810 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c1c45a72-a9c6-428c-b512-c7bb36359079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.590110 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c1c45a72-a9c6-428c-b512-c7bb36359079 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96d0d61e15214b0295d4e638b943a858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422975 Nov 11 11:07:11.592763 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 41896) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:11.598905 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c45a72-a9c6-428c-b512-c7bb36359079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e926e5-8449-47a7-812d-7677d44bba3f,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:11.646693 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.682944 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.749441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.752041 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:11.753224 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01e926e5-8449-47a7-812d-7677d44bba3f HTTP/1.1" status: 204 len: 168 time: 0.1595330 Nov 11 11:07:11.761562 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc9e1c-c7d0-4d69-b862-df99a1b5f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e926e5-8449-47a7-812d-7677d44bba3f,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:12.878058 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-11b17d11-061d-47f0-99c6-a9b540618d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:13.224704 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-54e1adff-bc14-4534-acb9-dad8e8af8b63 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:13.226693 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-54e1adff-bc14-4534-acb9-dad8e8af8b63 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 814 time: 0.1087189 Nov 11 11:07:13.241159 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-227efd68-adde-471e-8b5e-b12a7b185e18 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/quotas/d4f334d8b9e148e3a010ebc907cf9038 HTTP/1.1" status: 200 len: 375 time: 0.0089855 Nov 11 11:07:13.277628 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-cbf05669-b53e-4e58-b70d-4a4473d08011 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304997 Nov 11 11:07:13.366373 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-1e138578-7e97-4c00-861a-75caae0398bd service neutron] 10.222.0.57 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Nov 11 11:07:13.459855 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-d343d503-0df6-4ae8-b6e1-467313204630 service neutron] 10.222.0.57 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865159 Nov 11 11:07:13.724598 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f088c67b-75e6-4eab-b626-c5384131b36b req-83b3172d-7900-4ecc-a6a4-6ba786e20e18 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 210 time: 0.1315703 Nov 11 11:07:13.941713 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:13.995457 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ecafedb2-1aed-42f9-8a96-a28e3af09002 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294595 Nov 11 11:07:14.188945 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-c87d317c-7d07-4459-b9e4-db26578de1b4 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:14.190451 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-c87d317c-7d07-4459-b9e4-db26578de1b4 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895349 Nov 11 11:07:14.205558 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-b52f7a2a-e0af-4caf-a396-5aa06ef8790d tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/quotas/ad31c71c08d14a5e9c57a67cc6b74bd2 HTTP/1.1" status: 200 len: 375 time: 0.0088322 Nov 11 11:07:14.239360 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-fc908774-7d8b-482b-8161-8909ab2b1f7c tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287452 Nov 11 11:07:14.415680 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f209d4a-5747-419c-8d3a-a6866cca3fdf req-3d1c16cc-61a6-4977-ac36-b61116d91ed8 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 210 time: 0.0257068 Nov 11 11:07:14.666404 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-7f7df911-3c53-494c-9447-e66ddda8292f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:14.668756 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-7f7df911-3c53-494c-9447-e66ddda8292f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 814 time: 0.1209111 Nov 11 11:07:14.684447 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Request body: {'port': {'device_id': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'network_id': '2603c148-2998-4817-8be5-82f736deea23', 'admin_state_up': True, 'tenant_id': 'd4f334d8b9e148e3a010ebc907cf9038'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:14.816461 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Made reservation on behalf of d4f334d8b9e148e3a010ebc907cf9038 for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:07:14.821205 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:14.827691 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5297dc74-0634-4f93-a1fa-891631f35c98 req-136bda95-a85c-482d-9b1d-db637faab86d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 210 time: 0.0273979 Nov 11 11:07:14.946768 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Allocated IP 172.20.0.13 (2603c148-2998-4817-8be5-82f736deea23/4ecc4c25-364c-4561-b714-a64dcfb08627/986254b9-2334-4cb4-a0c4-813f17156fd3) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:07:15.100176 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.132488 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.178929 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Network 2603c148-2998-4817-8be5-82f736deea23 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:07:15.182245 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:07:15.186038 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:07:15.208421 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Pushing event updated for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:15.237415 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:15.238041 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.254531 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-f1af7287-eeff-49f7-a050-f0045e900327 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759242 Nov 11 11:07:15.270312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Request body: {'port': {'device_id': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:15.331366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.332171 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-43d05bfd-c955-4a6e-9019-867e6de16cf0 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248747 Nov 11 11:07:15.446676 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.474485 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-84ea6c14-4830-4e8f-8f0a-8e8881368559 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:15.476004 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-84ea6c14-4830-4e8f-8f0a-8e8881368559 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380434 Nov 11 11:07:15.493762 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Request body: {'port': {'device_id': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7', 'admin_state_up': True, 'tenant_id': 'ad31c71c08d14a5e9c57a67cc6b74bd2'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:15.564732 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf4dd800-61b5-4714-829a-fd2771a74a8e req-87f7c35c-e944-4763-b35a-76623b09364f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 210 time: 0.0652459 Nov 11 11:07:15.632334 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Made reservation on behalf of ad31c71c08d14a5e9c57a67cc6b74bd2 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:07:15.633029 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986254b9-2334-4cb4-a0c4-813f17156fd3 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:15.636140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.640812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.645001 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.653478 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Transition to ACTIVE for port object 986254b9-2334-4cb4-a0c4-813f17156fd3 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:07:15.657572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.710267 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:15.732740 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.736951 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.775346 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Attempting to bind port 986254b9-2334-4cb4-a0c4-813f17156fd3 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:07:15.775676 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Attempting to bind port 986254b9-2334-4cb4-a0c4-813f17156fd3 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:07:15.775998 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Attempting to bind port 986254b9-2334-4cb4-a0c4-813f17156fd3 on network 2603c148-2998-4817-8be5-82f736deea23 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:15.780249 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Port 986254b9-2334-4cb4-a0c4-813f17156fd3 on network 2603c148-2998-4817-8be5-82f736deea23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:07:15.780592 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Attempting to bind port 986254b9-2334-4cb4-a0c4-813f17156fd3 on network 2603c148-2998-4817-8be5-82f736deea23 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:15.785326 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:07:15.785656 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Checking segment: {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:07:15.786028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Bound using segment: {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:07:15.786442 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Bound port: 986254b9-2334-4cb4-a0c4-813f17156fd3, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:07:15.786788 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.799145 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e16b8a9-eb22-4cfb-b33e-d90145f17543,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:15.853818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:07:15.857051 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=986254b9-2334-4cb4-a0c4-813f17156fd3,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:07:15.861546 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.880058 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Allocated IP 192.168.233.233 (56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7/3beb844a-49ce-4da3-8665-81e228271949/956c8faa-d771-4b5e-9bf6-1589ab745bd9) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:07:15.896256 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:15.896910 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:15.898332 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/986254b9-2334-4cb4-a0c4-813f17156fd3 HTTP/1.1" status: 200 len: 1094 time: 0.6324315 Nov 11 11:07:15.898777 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:15.901069 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e155776-fbc6-4aa4-b40c-9ec50e711dab" -d '{"events": [{"name": "network-changed", "server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:15.936432 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251410-91f6-4c77-a73c-4c18a40e6bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:15.976989 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7126e7f-b9d4-40f2-bd64-979ff7ef53ca x-openstack-request-id: req-f7126e7f-b9d4-40f2-bd64-979ff7ef53ca {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:15.977355 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:15.977665 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7126e7f-b9d4-40f2-bd64-979ff7ef53ca {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:15.978116 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3', 'status': 'completed', 'code': 200} Nov 11 11:07:15.993955 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-6ec48eb8-8fd4-493b-98da-aa3c092bb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:15.995540 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-6ec48eb8-8fd4-493b-98da-aa3c092bb430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 1097 time: 0.0477645 Nov 11 11:07:16.017855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a0c52-9fd8-4c45-a9b1-c16b51149c9c req-1c0b43f3-59a2-42a0-b78b-31ad284dcb4f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.019369 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b94a0c52-9fd8-4c45-a9b1-c16b51149c9c req-1c0b43f3-59a2-42a0-b78b-31ad284dcb4f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 944 time: 0.1107998 Nov 11 11:07:16.047187 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-cc2b2ad9-f469-460b-8386-c59d14acac81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=986254b9-2334-4cb4-a0c4-813f17156fd3 HTTP/1.1" status: 200 len: 217 time: 0.0386271 Nov 11 11:07:16.099648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9947-634c-48da-b446-11287cb25f5c req-6d58ae36-cc3e-4e03-ae6f-839f708c9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.101212 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-6d58ae36-cc3e-4e03-ae6f-839f708c9800 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ecc4c25-364c-4561-b714-a64dcfb08627 HTTP/1.1" status: 200 len: 854 time: 0.0440066 Nov 11 11:07:16.103699 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b94a0c52-9fd8-4c45-a9b1-c16b51149c9c req-8d9a632b-5ee4-4920-9b2f-cf4deb34c3e6 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741911 Nov 11 11:07:16.108192 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.136077 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-cbcc0633-2b3b-4fb7-818f-fe1f43fb133f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2603c148-2998-4817-8be5-82f736deea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256879 Nov 11 11:07:16.146965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.190570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:07:16.193806 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:07:16.198191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:07:16.223157 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Pushing event updated for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:16.238386 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-c961ae76-8931-44bc-aefa-4fd23ba2151a service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932713 Nov 11 11:07:16.255680 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.256300 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.276702 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-3e900b99-7796-4b96-bbb0-923611e165f7 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7892702 Nov 11 11:07:16.289144 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Request body: {'port': {'device_id': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:16.350713 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.351783 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0ecd9947-634c-48da-b446-11287cb25f5c req-9d9eab88-5892-4b75-882d-9e9c0915fbdf service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047049 Nov 11 11:07:16.363690 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.454159 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-5544a611-2d08-41b9-b726-8469a98e61da None None] Provisioning complete for port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:16.455091 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5544a611-2d08-41b9-b726-8469a98e61da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.462006 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-bc5b777e-3552-4ed9-ac83-b6203c12a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.463713 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-bc5b777e-3552-4ed9-ac83-b6203c12a225 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 1097 time: 0.0609343 Nov 11 11:07:16.499240 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-5544a611-2d08-41b9-b726-8469a98e61da None None] Port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:07:16.574708 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-73e12a55-ce51-4311-b7e7-9c676d84ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.576911 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-73e12a55-ce51-4311-b7e7-9c676d84ad07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 915 time: 0.1006920 Nov 11 11:07:16.624368 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-46b659f9-7b0a-48b4-98b4-8ebda7763baf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=986254b9-2334-4cb4-a0c4-813f17156fd3 HTTP/1.1" status: 200 len: 217 time: 0.0386822 Nov 11 11:07:16.649032 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956c8faa-d771-4b5e-9bf6-1589ab745bd9 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:16.666110 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.680326 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-76071c7f-1d0a-4d2d-88c5-d792f116465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.681951 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-76071c7f-1d0a-4d2d-88c5-d792f116465b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ecc4c25-364c-4561-b714-a64dcfb08627 HTTP/1.1" status: 200 len: 854 time: 0.0469999 Nov 11 11:07:16.696723 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Transition to ACTIVE for port object 956c8faa-d771-4b5e-9bf6-1589ab745bd9 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:07:16.700979 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.716556 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-2b7ee822-b666-4d3e-9ddb-60f7ef732eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2603c148-2998-4817-8be5-82f736deea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253973 Nov 11 11:07:16.749763 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd49b-b006-4419-abce-ec23d3ba3742 req-90c8292d-65f9-4ef0-acbd-10e0407d4839 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:16.752178 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4bfdd49b-b006-4419-abce-ec23d3ba3742 req-90c8292d-65f9-4ef0-acbd-10e0407d4839 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 936 time: 0.0985541 Nov 11 11:07:16.793842 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Pushing event updated for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:16.816677 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-bb8f1952-c7e1-4486-b5e1-1630bb8bbacd service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 Nov 11 11:07:16.870767 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4bfdd49b-b006-4419-abce-ec23d3ba3742 req-02a447c1-a8c6-4c59-b0c9-b419204712c4 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111069 Nov 11 11:07:16.888436 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Attempting to bind port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:07:16.888805 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Attempting to bind port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:07:16.889135 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Attempting to bind port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 on network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:16.893903 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 on network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:07:16.894097 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Attempting to bind port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 on network 56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:16.900056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:07:16.900391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Checking segment: {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:07:16.900803 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Bound using segment: {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:07:16.901244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Bound port: 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f05e3e1-7fe9-488c-a069-436418858c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:07:16.901603 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:16.925921 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-0e155776-fbc6-4aa4-b40c-9ec50e711dab req-996aba30-4c5b-4875-9a8d-b7462134ab52 service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996242 Nov 11 11:07:16.971601 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:07:16.974698 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:07:16.979752 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:17.023278 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.023881 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:17.025338 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] 10.222.0.20 "PUT /v2.0/ports/956c8faa-d771-4b5e-9bf6-1589ab745bd9 HTTP/1.1" status: 200 len: 1098 time: 0.7406945 Nov 11 11:07:17.025782 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:17.028056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804c024-0a3f-499c-8bb1-009d2facb8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:17.052097 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40e68e-9d8d-48bd-8a45-88d68b87559f service neutron] Pushing event updated for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:17.097869 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d2f4b-4090-4075-9673-a46f22c25e8e x-openstack-request-id: req-6c9d2f4b-4090-4075-9673-a46f22c25e8e {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:17.098159 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:17.098410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c9d2f4b-4090-4075-9673-a46f22c25e8e {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:17.098803 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9', 'status': 'completed', 'code': 200} Nov 11 11:07:17.115177 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-de2d1003-2ca9-4562-b10d-059f16f63bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.117545 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-de2d1003-2ca9-4562-b10d-059f16f63bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 1101 time: 0.0478263 Nov 11 11:07:17.165015 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-bea4935d-acd1-4e1a-b437-4ca857962709 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9 HTTP/1.1" status: 200 len: 217 time: 0.0360858 Nov 11 11:07:17.452063 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-5e730a2e-3f46-4821-a561-e096c466817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.453540 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-5e730a2e-3f46-4821-a561-e096c466817b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3beb844a-49ce-4da3-8665-81e228271949 HTTP/1.1" status: 200 len: 843 time: 0.2813604 Nov 11 11:07:17.466077 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0a0b-533e-4f50-a1d6-425b88381fd5 req-744e0acd-7b49-4e77-befd-1ab42ef3dc72 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.467458 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e2a0a0b-533e-4f50-a1d6-425b88381fd5 req-744e0acd-7b49-4e77-befd-1ab42ef3dc72 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 944 time: 0.2868786 Nov 11 11:07:17.535905 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-6af7cdcf-c7e7-4072-8f6c-d272e61ab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.537455 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-6af7cdcf-c7e7-4072-8f6c-d272e61ab04a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691516 Nov 11 11:07:17.542704 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e2a0a0b-533e-4f50-a1d6-425b88381fd5 req-9949b10e-cde1-4d57-b6b4-0be89a6cd898 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653448 Nov 11 11:07:17.637446 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-91895b27-8152-4c6d-b0af-2c34e00c8ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886333 Nov 11 11:07:17.732367 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-29506d80-ab29-4a51-9ba6-8595904ffa68 req-db3f27cc-4c86-4603-ac5d-4e85953ed7b2 service neutron] 10.222.0.20 "GET /v2.0/networks/56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854101 Nov 11 11:07:17.824707 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-b78b113c-5801-4d85-8dba-c8a372fa6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.826094 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-b78b113c-5801-4d85-8dba-c8a372fa6e38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 1101 time: 0.0409911 Nov 11 11:07:17.920674 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-40aa71a7-5912-4823-a7c7-86e5db921a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:17.922257 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-40aa71a7-5912-4823-a7c7-86e5db921a82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7 HTTP/1.1" status: 200 len: 870 time: 0.0848804 Nov 11 11:07:17.976606 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-383c7f97-39a2-4748-8f1e-6b70b2852c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9 HTTP/1.1" status: 200 len: 217 time: 0.0461664 Nov 11 11:07:18.054786 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-39c41023-d01e-4fa9-bccc-9d9216fd09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:18.056212 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-39c41023-d01e-4fa9-bccc-9d9216fd09a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3beb844a-49ce-4da3-8665-81e228271949 HTTP/1.1" status: 200 len: 843 time: 0.0563467 Nov 11 11:07:18.063632 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2234c-bcff-4c28-8bd9-971916f8d59c req-52ec7d96-e2c9-4582-b963-b69924918817 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:18.065005 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c0a2234c-bcff-4c28-8bd9-971916f8d59c req-52ec7d96-e2c9-4582-b963-b69924918817 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 948 time: 0.0981133 Nov 11 11:07:18.139782 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c0a2234c-bcff-4c28-8bd9-971916f8d59c req-2443436e-55d5-4dc1-9579-7ef08966afcb tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663359 Nov 11 11:07:18.142234 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-80e93398-823f-4892-8ea3-9466707eacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:18.143614 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-80e93398-823f-4892-8ea3-9466707eacb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0777807 Nov 11 11:07:18.233403 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-20e9083a-a82b-4c27-ad88-0d145839cff8 service neutron] 10.222.0.20 "GET /v2.0/networks/56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Nov 11 11:07:18.327566 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8804c024-0a3f-499c-8bb1-009d2facb8e3 req-944e59e4-8596-4d0d-8d75-af83b6c52775 service neutron] 10.222.0.20 "GET /v2.0/networks/56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857732 Nov 11 11:07:18.659638 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19630bd-3d91-4d6c-9385-32da7b130c48 req-7b0fbfc1-7416-4714-809f-0784aba004fc tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:18.661137 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a19630bd-3d91-4d6c-9385-32da7b130c48 req-7b0fbfc1-7416-4714-809f-0784aba004fc tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 944 time: 0.0499070 Nov 11 11:07:18.708018 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a19630bd-3d91-4d6c-9385-32da7b130c48 req-f61ea0f8-1f87-4831-a7c8-90e1ac8f65c2 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Nov 11 11:07:19.258108 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03c2e4-53e4-4d83-9dc6-b9180a9fb83d req-2efdd110-f131-4086-855b-b3d84048c448 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:19.259705 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8c03c2e4-53e4-4d83-9dc6-b9180a9fb83d req-2efdd110-f131-4086-855b-b3d84048c448 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 948 time: 0.0526028 Nov 11 11:07:19.311355 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8c03c2e4-53e4-4d83-9dc6-b9180a9fb83d req-39f1585c-c89e-47ac-aabc-3a560f3c14d5 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Nov 11 11:07:19.342464 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 956c8faa-d771-4b5e-9bf6-1589ab745bd9 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:07:19.439948 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:19.451708 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '956c8faa-d771-4b5e-9bf6-1589ab745bd9', 'network_id': '56ca346b-14bb-4d7c-b3d3-0c2b641bb4e7', 'port_id': '956c8faa-d771-4b5e-9bf6-1589ab745bd9', 'mac_address': 'fa:16:3e:06:9f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb844a-49ce-4da3-8665-81e228271949', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:07:19.486738 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:19.500344 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956c8faa-d771-4b5e-9bf6-1589ab745bd9 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:19.519424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:19.522952 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:19.523733 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 986254b9-2334-4cb4-a0c4-813f17156fd3 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:07:19.613667 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:19.655688 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=986254b9-2334-4cb4-a0c4-813f17156fd3,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:19.666536 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '986254b9-2334-4cb4-a0c4-813f17156fd3', 'network_id': '2603c148-2998-4817-8be5-82f736deea23', 'port_id': '986254b9-2334-4cb4-a0c4-813f17156fd3', 'mac_address': 'fa:16:3e:9e:21:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecc4c25-364c-4561-b714-a64dcfb08627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:07:19.702857 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:19.715074 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986254b9-2334-4cb4-a0c4-813f17156fd3 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:19.734744 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=986254b9-2334-4cb4-a0c4-813f17156fd3,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:19.740042 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:19.794975 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:19.833271 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3ed6-6151-4ff1-9ac1-9b168a119226 req-e8e87acf-749d-4b6a-9d22-fc954ec346fb tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:19.834854 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cedb3ed6-6151-4ff1-9ac1-9b168a119226 req-e8e87acf-749d-4b6a-9d22-fc954ec346fb tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Nov 11 11:07:19.882455 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cedb3ed6-6151-4ff1-9ac1-9b168a119226 req-d9c32d7a-c051-492c-9b6e-4f17d16a8d6e tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Nov 11 11:07:20.048910 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['956c8faa-d771-4b5e-9bf6-1589ab745bd9'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:20.113456 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['986254b9-2334-4cb4-a0c4-813f17156fd3'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:20.435095 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479105c-2992-4a9f-ac6f-0c3f1b3bae35 req-979c0a5a-b875-4276-88d4-43c919f8712f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:20.436585 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9479105c-2992-4a9f-ac6f-0c3f1b3bae35 req-979c0a5a-b875-4276-88d4-43c919f8712f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 949 time: 0.0526290 Nov 11 11:07:20.486309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9479105c-2992-4a9f-ac6f-0c3f1b3bae35 req-ed99a57c-4e63-4e5a-9eb2-c9b348ff1b51 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Nov 11 11:07:20.996201 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4275289-0d03-471d-954b-4330efcaf064 req-5c66f767-b1a2-45a4-8ed7-f8d6a7fc19b6 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:20.997694 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4275289-0d03-471d-954b-4330efcaf064 req-5c66f767-b1a2-45a4-8ed7-f8d6a7fc19b6 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Nov 11 11:07:21.045455 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4275289-0d03-471d-954b-4330efcaf064 req-4e972a32-1647-420f-9475-32b00d576d75 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Nov 11 11:07:21.355946 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 956c8faa-d771-4b5e-9bf6-1589ab745bd9 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:07:21.412393 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:07:21.416869 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:21.417242 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.498033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.520703 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:21.523713 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed6d30-ca1a-4422-9703-977f6b712e71" -d '{"events": [{"server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "name": "network-vif-plugged", "status": "completed", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:21.536802 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:21.540962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.544068 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 986254b9-2334-4cb4-a0c4-813f17156fd3 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:07:21.573051 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec2c5d-4f0b-4ec1-9808-88a84799c8ea x-openstack-request-id: req-08ec2c5d-4f0b-4ec1-9808-88a84799c8ea {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:21.573361 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "name": "network-vif-plugged", "status": "completed", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:21.573611 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08ec2c5d-4f0b-4ec1-9808-88a84799c8ea {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:21.573992 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9', 'code': 200} Nov 11 11:07:21.611854 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530bb8-a32a-4412-80a1-221c21e281a1 req-9a31e3f4-fafd-41d6-b0a9-4a8f5a6735b8 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:21.613463 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48530bb8-a32a-4412-80a1-221c21e281a1 req-9a31e3f4-fafd-41d6-b0a9-4a8f5a6735b8 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0518160 Nov 11 11:07:21.629692 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:21.648334 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 986254b9-2334-4cb4-a0c4-813f17156fd3 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:07:21.653272 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 986254b9-2334-4cb4-a0c4-813f17156fd3 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:21.653710 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.665915 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-48530bb8-a32a-4412-80a1-221c21e281a1 req-15375cad-9c96-47e3-9d9c-838522202d25 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Nov 11 11:07:21.782855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506c2a2-ffa5-41ce-b55e-fd542ec6f1da req-3e56524d-bd41-43ec-b1cd-1f9440d1f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:21.784370 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f506c2a2-ffa5-41ce-b55e-fd542ec6f1da req-3e56524d-bd41-43ec-b1cd-1f9440d1f1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 1103 time: 0.0494123 Nov 11 11:07:21.831122 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f506c2a2-ffa5-41ce-b55e-fd542ec6f1da req-1c62b4f4-aa82-4915-982a-d04f17c39132 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Nov 11 11:07:21.860703 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.892327 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=986254b9-2334-4cb4-a0c4-813f17156fd3,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:21.896419 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:21.942083 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:22.171686 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8bbe9-0abf-4eb0-b9d8-26da2d0985b7 req-5bb5389b-6ce5-45bb-a49b-be3eea0a4d80 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:22.173078 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-51a8bbe9-0abf-4eb0-b9d8-26da2d0985b7 req-5bb5389b-6ce5-45bb-a49b-be3eea0a4d80 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0480683 Nov 11 11:07:22.219798 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-51a8bbe9-0abf-4eb0-b9d8-26da2d0985b7 req-528ef6b5-b1cd-4e4a-8f36-32abe7e633d9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Nov 11 11:07:22.789674 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d490b8d-2316-4dcb-89be-7d579403557c req-0a881b6f-1508-4e77-87a5-17ba13c27316 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:22.791105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1d490b8d-2316-4dcb-89be-7d579403557c req-0a881b6f-1508-4e77-87a5-17ba13c27316 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0478938 Nov 11 11:07:22.840616 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1d490b8d-2316-4dcb-89be-7d579403557c req-31207c96-8b0e-427f-aaae-9547737e3534 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Nov 11 11:07:23.228827 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:23.334044 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1bc00-4470-42f6-99c9-87ec1f86d5cc req-1cd3471a-39b2-49d0-9147-f9b70599d19d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:23.335445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-75d1bc00-4470-42f6-99c9-87ec1f86d5cc req-1cd3471a-39b2-49d0-9147-f9b70599d19d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Nov 11 11:07:23.387836 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-75d1bc00-4470-42f6-99c9-87ec1f86d5cc req-65c9bf4e-1d4d-48b1-b121-b8c595ab7058 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Nov 11 11:07:23.574857 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:23.577224 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4bf1b0-1559-4687-b0c0-06d79a03f3da" -d '{"events": [{"server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "name": "network-vif-plugged", "status": "completed", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:23.614117 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cadec7-41e9-4e7a-930c-9110d88f894f x-openstack-request-id: req-e5cadec7-41e9-4e7a-930c-9110d88f894f {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:23.614405 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "name": "network-vif-plugged", "status": "completed", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:23.614658 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5cadec7-41e9-4e7a-930c-9110d88f894f {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:23.615049 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3', 'code': 200} Nov 11 11:07:23.794419 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a7744-803f-4d12-ad4b-1fabcf21ae27 req-de3b4297-adba-4f8c-837a-fd758165a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:23.795391 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e18a7744-803f-4d12-ad4b-1fabcf21ae27 req-de3b4297-adba-4f8c-837a-fd758165a9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 1099 time: 0.0401728 Nov 11 11:07:23.842336 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e18a7744-803f-4d12-ad4b-1fabcf21ae27 req-fbb0703d-8b36-4de2-ac48-908e27692475 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Nov 11 11:07:23.957355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33b891-7ac4-4e74-b6be-8115411d7523 req-9df8739f-38f3-4e4c-a9e2-b5a9db538f06 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:23.958809 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-df33b891-7ac4-4e74-b6be-8115411d7523 req-9df8739f-38f3-4e4c-a9e2-b5a9db538f06 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0518129 Nov 11 11:07:24.005512 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-df33b891-7ac4-4e74-b6be-8115411d7523 req-62e50871-c8cf-4593-b6c1-cd2e74de881f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Nov 11 11:07:24.253306 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866f6b-34fe-4834-84cd-a633f3eaece5 req-aefdf319-7cb0-4c3b-8896-7eaf0225e84e tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:24.254803 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-52866f6b-34fe-4834-84cd-a633f3eaece5 req-aefdf319-7cb0-4c3b-8896-7eaf0225e84e tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0494673 Nov 11 11:07:24.302610 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-52866f6b-34fe-4834-84cd-a633f3eaece5 req-7cb0b372-c9ba-4189-946d-284243a7ba83 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Nov 11 11:07:24.503816 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0efe95-afba-40dc-91f6-bd5fbe40841e req-92a19af4-b0bf-45e8-912a-513f32729d69 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:24.505325 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca0efe95-afba-40dc-91f6-bd5fbe40841e req-92a19af4-b0bf-45e8-912a-513f32729d69 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0518870 Nov 11 11:07:24.551761 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca0efe95-afba-40dc-91f6-bd5fbe40841e req-3da4b91a-8418-4dd8-b2b5-6fc31e8e8e60 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Nov 11 11:07:25.421648 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85992ab-e5d0-49ff-b7ae-2720d652b849 req-e692800e-0472-4e32-81f2-7ee21c1dee81 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:25.423229 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c85992ab-e5d0-49ff-b7ae-2720d652b849 req-e692800e-0472-4e32-81f2-7ee21c1dee81 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0496993 Nov 11 11:07:25.472259 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c85992ab-e5d0-49ff-b7ae-2720d652b849 req-10c71859-37f3-4272-b723-c3e0328228ab tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Nov 11 11:07:25.671493 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf78c22-a399-40fa-99f4-1b74c211baf7 req-ca3e461c-1fcc-4f22-81a8-390567db328e tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:25.673007 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2bf78c22-a399-40fa-99f4-1b74c211baf7 req-ca3e461c-1fcc-4f22-81a8-390567db328e tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0502977 Nov 11 11:07:25.723918 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2bf78c22-a399-40fa-99f4-1b74c211baf7 req-a1ee99f0-64df-44f5-b934-543e5400c812 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Nov 11 11:07:25.846205 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961da67-7fa7-4598-a718-cb0f5321d91d req-0e2af6e8-7cfe-4896-bc19-103c7ece645d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:25.847708 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e961da67-7fa7-4598-a718-cb0f5321d91d req-0e2af6e8-7cfe-4896-bc19-103c7ece645d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0531828 Nov 11 11:07:25.896436 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e961da67-7fa7-4598-a718-cb0f5321d91d req-07ede166-21a6-4985-8b1a-38694b45732c tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428643 Nov 11 11:07:25.984028 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-e2f1b1f6-3ba9-4658-a571-c98f5d9898e3 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:25.985585 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-e2f1b1f6-3ba9-4658-a571-c98f5d9898e3 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 950 time: 0.0492477 Nov 11 11:07:26.135302 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Deleting port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:26.135718 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.143627 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-b6e4573c-f951-4241-bb88-27092ed22bdd tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042878878&fields=id&tenant_id=84b5e26c38894979842ce8caa0a5c827 HTTP/1.1" status: 200 len: 267 time: 0.0837364 Nov 11 11:07:26.253186 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-ab92f68d-ba9c-44d2-872a-e1bd7d3d7c21 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:26.254631 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-ab92f68d-ba9c-44d2-872a-e1bd7d3d7c21 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 985 time: 0.1001956 Nov 11 11:07:26.270829 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Request body: {'port': {'security_groups': ['f5211529-608d-4950-a9ee-f62112d4de4d']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:26.309608 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] For port 956c8faa-d771-4b5e-9bf6-1589ab745bd9, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=956c8faa-d771-4b5e-9bf6-1589ab745bd9,segment=NetworkSegment(1f05e3e1-7fe9-488c-a069-436418858c69),segment_id=1f05e3e1-7fe9-488c-a069-436418858c69)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:26.309955 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.347709 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Calling delete_port for 956c8faa-d771-4b5e-9bf6-1589ab745bd9 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:26.364962 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.644864 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.657645 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['956c8faa-d771-4b5e-9bf6-1589ab745bd9'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:26.690824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Pushing event deleted for resources: {'Port': ['ID=956c8faa-d771-4b5e-9bf6-1589ab745bd9,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:26.707986 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fc635-2ea2-41c0-ab4d-90c5b2d2b5ec req-e5a4866d-0d97-4573-b49b-130648dc944f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:26.709638 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-743fc635-2ea2-41c0-ab4d-90c5b2d2b5ec req-e5a4866d-0d97-4573-b49b-130648dc944f tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0fe917b-de10-4c6c-9373-d7cd3ed6fa04 HTTP/1.1" status: 200 len: 867 time: 0.1547935 Nov 11 11:07:26.753904 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:26.782519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] No DVR routers for this DVR port 956c8faa-d771-4b5e-9bf6-1589ab745bd9 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:26.788431 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.792223 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fc700e1e-37f1-4ba5-b10a-17dad9c866a0 req-a5f6dbbf-1880-4a09-a3ed-de4dce33cafc tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.20 "DELETE /v2.0/ports/956c8faa-d771-4b5e-9bf6-1589ab745bd9 HTTP/1.1" status: 204 len: 173 time: 0.7995012 Nov 11 11:07:26.792701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'name': 'network-vif-deleted', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:26.796618 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74195e9a-14e4-48aa-9311-4cc6316bb410" -d '{"events": [{"server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "name": "network-vif-deleted", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:26.830061 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.840401 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.853819 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-743fc635-2ea2-41c0-ab4d-90c5b2d2b5ec req-169aed4e-3f97-488d-8020-f0379e13f3e0 tempest-VolumesNegativeTest-175871994 tempest-VolumesNegativeTest-175871994-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e16b8a9-eb22-4cfb-b33e-d90145f17543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321840 Nov 11 11:07:26.855438 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:26.892474 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:26.893254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:26.900870 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42156) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:26.907785 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e2bfdd59-5153-457b-8371-a4c502fce017 req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "PUT /v2.0/ports/5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 943 time: 0.6460075 Nov 11 11:07:26.957762 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eed433-7976-453d-88d8-d71242ab1fdf tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event updated for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=7']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:26.964066 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d975759c-6814-4f35-b5a1-427ab86630b5 x-openstack-request-id: req-d975759c-6814-4f35-b5a1-427ab86630b5 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:26.964589 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fe917b-de10-4c6c-9373-d7cd3ed6fa04", "name": "network-vif-deleted", "tag": "956c8faa-d771-4b5e-9bf6-1589ab745bd9", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:26.965015 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d975759c-6814-4f35-b5a1-427ab86630b5 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:26.965612 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fe917b-de10-4c6c-9373-d7cd3ed6fa04', 'name': 'network-vif-deleted', 'tag': '956c8faa-d771-4b5e-9bf6-1589ab745bd9', 'status': 'completed', 'code': 200} Nov 11 11:07:27.022750 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.037062 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:27.056817 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.125312 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c89f-ccd1-458c-98e4-4456087dfb31 req-f15e0d47-970c-4b0f-80a5-16c4b5686156 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:27.134813 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c76c89f-ccd1-458c-98e4-4456087dfb31 req-f15e0d47-970c-4b0f-80a5-16c4b5686156 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0855701 Nov 11 11:07:27.138644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.141421 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.145559 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "DELETE /v2.0/security-groups/b1654ede-2cef-4ad2-8293-b47221f77710 HTTP/1.1" status: 204 len: 168 time: 0.2436075 Nov 11 11:07:27.146392 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42160) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:27.201124 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6c76c89f-ccd1-458c-98e4-4456087dfb31 req-0d64e44b-5d62-4b81-ac64-b47132e55fec tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650570 Nov 11 11:07:27.258326 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943816aa-456f-42ea-b691-259be8b0abda tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1654ede-2cef-4ad2-8293-b47221f77710,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:27.264840 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-cf8e0a44-099d-44b6-a045-55ad7b6cfaae None None] Provisioning complete for port 5bfdc432-87af-4af3-a850-5345befbabde triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:27.265161 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0a44-099d-44b6-a045-55ad7b6cfaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.329702 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Deleting port aae69799-3882-408c-85f5-ddf8b6e3c8e3 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:27.330202 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.423121 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.423479 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.435987 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Calling delete_port for aae69799-3882-408c-85f5-ddf8b6e3c8e3 owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:27.614656 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.641914 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event deleted for resources: {'Port': ['ID=aae69799-3882-408c-85f5-ddf8b6e3c8e3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:27.703817 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:27.704057 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Floating IP a0f6b0b8-b634-49dd-bf49-1248876d2f88 disassociated (deleted). External IP: 172.27.1.165, port: 5bfdc432-87af-4af3-a850-5345befbabde. Nov 11 11:07:27.909128 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:28.226783 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-d2032ff3-d212-438e-ab78-fd9059025395 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:28.228296 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-d2032ff3-d212-438e-ab78-fd9059025395 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.0537598 Nov 11 11:07:28.275482 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:28.286983 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Sync routers for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:28.287894 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:28.301929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:28.302563 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:28.318657 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6cb69857-d7ed-46cd-a1cf-c13723facaef tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "DELETE /v2.0/floatingips/a0f6b0b8-b634-49dd-bf49-1248876d2f88 HTTP/1.1" status: 204 len: 168 time: 1.1682916 Nov 11 11:07:28.319468 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:28.322732 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2253f06e-fe12-41db-8799-fb331eedd6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:28.429133 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd6b6-9bca-4e3e-ad11-da900a8f5433 req-12fdc9ad-375a-4d1f-9750-28fc811f1a1e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:28.437447 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b70fd6b6-9bca-4e3e-ad11-da900a8f5433 req-12fdc9ad-375a-4d1f-9750-28fc811f1a1e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 946 time: 0.1535723 Nov 11 11:07:28.463753 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:28.480804 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Deleting port 9cd047c5-979b-4c93-9b72-45fa677e3cec {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:28.481348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:28.659114 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1338463c-72cc-4a3e-9f89-1941183af28a x-openstack-request-id: req-1338463c-72cc-4a3e-9f89-1941183af28a {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:28.659416 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:28.659670 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1338463c-72cc-4a3e-9f89-1941183af28a {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:28.660064 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:07:28.726214 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] For port 9cd047c5-979b-4c93-9b72-45fa677e3cec, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=9cd047c5-979b-4c93-9b72-45fa677e3cec,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:28.727391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:28.748208 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-e37ee3dc-99d6-469c-beb0-788886c4cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:28.750174 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-e37ee3dc-99d6-469c-beb0-788886c4cd34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1099 time: 0.0575182 Nov 11 11:07:28.796929 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b70fd6b6-9bca-4e3e-ad11-da900a8f5433 req-001c018e-7c6e-4f85-bb09-5dfa1313a668 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=25e168f7-5172-4725-a924-bd10a06f57f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545802 Nov 11 11:07:28.824053 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:28.856691 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Checking router: b2a5ac60-dc18-49d9-94e7-7ff02c243f96 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:28.875380 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-9d7acae2-5995-4558-8c65-2590db109aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:28.875856 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:28.876481 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:28.876971 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-9d7acae2-5995-4558-8c65-2590db109aa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.1175392 Nov 11 11:07:28.923380 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-3ac9953a-02d8-4db7-8984-a6fb4ad47807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 217 time: 0.0388401 Nov 11 11:07:28.979114 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-39d24908-d901-48c8-8cad-380b2884ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:28.980921 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-39d24908-d901-48c8-8cad-380b2884ab5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.0490844 Nov 11 11:07:28.994021 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:28.996384 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:29.008730 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:29.041779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:29.043592 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:29.043954 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Floating IP 9d2a633a-b9e9-4b55-b549-dfa21361f597 disassociated. External IP: 172.27.1.15, port: 9cd047c5-979b-4c93-9b72-45fa677e3cec. Nov 11 11:07:29.044309 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Calling delete_port for 9cd047c5-979b-4c93-9b72-45fa677e3cec owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:29.073496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c039984-4a58-4bac-a15c-876629125ac6 x-openstack-request-id: req-2c039984-4a58-4bac-a15c-876629125ac6 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:29.075223 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-d4f94e21-d26d-4b66-816c-892c4ca167d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:29.075531 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:29.075811 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c039984-4a58-4bac-a15c-876629125ac6 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:29.076353 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:07:29.076832 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-d4f94e21-d26d-4b66-816c-892c4ca167d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870874 Nov 11 11:07:29.227306 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-3f920134-17c2-480b-97c8-db0c68658e08 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424634 Nov 11 11:07:29.253760 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:29.298758 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'Port': ['ID=9cd047c5-979b-4c93-9b72-45fa677e3cec,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:29.362452 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:29.405886 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 956c8faa-d771-4b5e-9bf6-1589ab745bd9 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:29.409741 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dde8-9fc8-4915-beb0-ab3668608c10 None None] The sync data for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi is: [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:05Z', 'revision_number': 4, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e636c01a-6a26-44e8-ac61-41e2624086ff', 'name': '', 'network_id': 'cd0cf38e-8a50-444b-ade6-c4970d3340c6', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'mac_address': 'fa:16:3e:63:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:04Z', 'updated_at': '2021-11-11T11:04:10Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'subnets': [{'id': '3a3c065b-bc07-401a-a2f5-93c7ff9a20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:29.419322 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-2253f06e-fe12-41db-8799-fb331eedd6b5 req-cc8b2645-d669-48f3-b285-6318827bcf56 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564748 Nov 11 11:07:29.439271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 956c8faa-d771-4b5e-9bf6-1589ab745bd9 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:29.439627 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 956c8faa-d771-4b5e-9bf6-1589ab745bd9 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:29.488412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:29.541140 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-963e4055-1127-4e8b-987d-836490a17592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:29.543229 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-963e4055-1127-4e8b-987d-836490a17592 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84b5e26c38894979842ce8caa0a5c827&device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 1099 time: 0.0640075 Nov 11 11:07:29.635231 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:29.645678 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:29.664826 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:29.665762 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:29.701660 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] No DVR routers for this DVR port 9cd047c5-979b-4c93-9b72-45fa677e3cec on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:29.704227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:29.707774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-11d19fae-213c-4fae-acaf-6b59082eaa1b req-f44f569e-3fe5-4928-8e74-fa7561b84388 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "DELETE /v2.0/ports/9cd047c5-979b-4c93-9b72-45fa677e3cec HTTP/1.1" status: 204 len: 173 time: 1.4679911 Nov 11 11:07:29.710009 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-2b7adaa4-378e-44a8-8b24-4b1af698e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:29.711584 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-2b7adaa4-378e-44a8-8b24-4b1af698e5fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 200 len: 916 time: 0.1472399 Nov 11 11:07:29.788933 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-a16730a0-bad7-4e0c-9dd9-b7ba12d2e778 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 200 len: 217 time: 0.0685546 Nov 11 11:07:29.886522 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:29.887829 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f29d3-868d-4a13-898b-e37138e9c794 None None] New status for floating IP a0f6b0b8-b634-49dd-bf49-1248876d2f88: DOWN {{(pid=101621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:07:29.923592 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-6fb9b165-114d-4ce6-a798-14b696f4f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:29.927130 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-6fb9b165-114d-4ce6-a798-14b696f4f281 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 200 len: 854 time: 0.1237245 Nov 11 11:07:30.037951 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-46c44ff1-d6f4-41ef-9ca2-bf2162aacdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:30.039504 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-46c44ff1-d6f4-41ef-9ca2-bf2162aacdee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd0cf38e-8a50-444b-ade6-c4970d3340c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020765 Nov 11 11:07:30.085322 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d2ea4551-5d84-4490-a7ac-baf7a3538ad4 req-9aa401af-ed4e-491d-81e1-f982eee7cce3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=05286cdc-1832-4e88-9680-51fcc6a7bd4c HTTP/1.1" status: 200 len: 210 time: 0.0968411 Nov 11 11:07:30.200596 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-7823c619-b833-4606-a043-33af13151cfa service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511538 Nov 11 11:07:30.339582 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:30.343930 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-a8efbbb2-8ff4-4ed4-9fdd-fb5b7f43d1b2 req-a5eaec4d-5846-4b6b-bd85-2372e505cc03 service neutron] 10.222.0.20 "GET /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342788 Nov 11 11:07:30.384467 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:30.396243 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:30.397107 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:30.524976 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:30.828952 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:30.855884 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92e967-e225-4fdc-ba32-09726b1bf48e None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:31.079637 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'name': 'network-vif-deleted', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:31.082727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4676de-0e0c-4f38-ae30-6f2c1c8f690e" -d '{"events": [{"server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "name": "network-vif-deleted", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:31.128795 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1d183d-ffc7-4ba2-be5c-e600ed6176b3 x-openstack-request-id: req-ac1d183d-ffc7-4ba2-be5c-e600ed6176b3 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:31.129154 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05286cdc-1832-4e88-9680-51fcc6a7bd4c", "name": "network-vif-deleted", "tag": "9cd047c5-979b-4c93-9b72-45fa677e3cec", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:31.129468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac1d183d-ffc7-4ba2-be5c-e600ed6176b3 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:31.129925 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05286cdc-1832-4e88-9680-51fcc6a7bd4c', 'name': 'network-vif-deleted', 'tag': '9cd047c5-979b-4c93-9b72-45fa677e3cec', 'status': 'completed', 'code': 200} Nov 11 11:07:31.141839 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa1c89-2a8e-45d1-a6a2-b1c8ed10fd36 None None] New status for floating IP 9d2a633a-b9e9-4b55-b549-dfa21361f597: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:07:31.184441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42422) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:31.248754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.292792 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.364230 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.367878 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.369197 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "DELETE /v2.0/security-groups/25e168f7-5172-4725-a924-bd10a06f57f3 HTTP/1.1" status: 204 len: 168 time: 0.1835685 Nov 11 11:07:31.371881 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42444) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:31.380674 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9a0bf-ab79-445d-b680-88d8d158366d tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e168f7-5172-4725-a924-bd10a06f57f3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:31.395826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 9cd047c5-979b-4c93-9b72-45fa677e3cec no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:31.402128 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.api.v2.resource [None req-66df5d6f-67ff-4408-b128-30a8355774b1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] show failed (client error): The resource could not be found. Nov 11 11:07:31.403173 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-66df5d6f-67ff-4408-b128-30a8355774b1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups/25e168f7-5172-4725-a924-bd10a06f57f3 HTTP/1.1" status: 404 len: 347 time: 0.0303059 Nov 11 11:07:31.406459 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42448) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:31.452242 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 9cd047c5-979b-4c93-9b72-45fa677e3cec {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:31.452979 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 9cd047c5-979b-4c93-9b72-45fa677e3cec not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:31.608758 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9a5a-24b3-4776-9f11-07fdac4882a6 req-efc6c085-08ec-4c8b-b3d9-d7f2baaaba66 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:31.610523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-746e9a5a-24b3-4776-9f11-07fdac4882a6 req-efc6c085-08ec-4c8b-b3d9-d7f2baaaba66 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0702548 Nov 11 11:07:31.620268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Deleting port b12cbfda-4432-40b4-b939-1d23ff2d39c5 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:31.620731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.660902 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-746e9a5a-24b3-4776-9f11-07fdac4882a6 req-815bfd66-003e-458b-8812-454b6b6027f8 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Nov 11 11:07:31.699945 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.700264 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.712366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Calling delete_port for b12cbfda-4432-40b4-b939-1d23ff2d39c5 owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:31.844097 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.870289 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'Port': ['ID=b12cbfda-4432-40b4-b939-1d23ff2d39c5,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:31.938292 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.940912 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:31.942100 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d6dc6871-16cc-4eac-8312-08f2884a338a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "DELETE /v2.0/floatingips/9d2a633a-b9e9-4b55-b549-dfa21361f597 HTTP/1.1" status: 204 len: 168 time: 0.5341897 Nov 11 11:07:32.487032 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42468) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:32.492688 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607109593', 'description': 'tempest-description--712736247'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:32.515157 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.591419 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.595581 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.626607 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.627870 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1397350 Nov 11 11:07:32.630114 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ce01-b301-45f8-a2fc-2ab6c4212275 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1641f98-08f1-4a5a-ac2f-42440da5a4fe,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:32.632343 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42476) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:32.639144 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group_rule': {'security_group_id': 'c1641f98-08f1-4a5a-ac2f-42440da5a4fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:32.666891 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.729241 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.733439 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.755831 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681c4919-09d1-4a22-9eda-6393586ccba2,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:32.767590 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.768841 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-f1a702a9-aac7-4804-b9c7-1520f4c502f0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354601 Nov 11 11:07:32.771504 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42482) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:32.776954 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'security_group_rule': {'security_group_id': 'c1641f98-08f1-4a5a-ac2f-42440da5a4fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:32.797558 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02fe7-2e89-4ab1-a2e9-4549545bf692 req-8a88f137-881a-4ccd-bf50-57e85e4163e7 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:32.799309 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbe02fe7-2e89-4ab1-a2e9-4549545bf692 req-8a88f137-881a-4ccd-bf50-57e85e4163e7 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0626185 Nov 11 11:07:32.807213 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.851077 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbe02fe7-2e89-4ab1-a2e9-4549545bf692 req-2221f35d-1a82-4a72-b59d-b119b692e8e6 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Nov 11 11:07:32.874364 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.879033 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.895979 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8fac16-f127-41d0-b5e5-63dfc5e2aee5,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:32.908341 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:32.912441 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-349f4795-345d-4726-ab8d-553444db8675 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365995 Nov 11 11:07:32.912763 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42486) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:32.917765 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:32.935587 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42488) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:32.939731 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.042619 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.090927 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6c363059-cb4c-418b-8af6-9378baba5dee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad31c71c08d14a5e9c57a67cc6b74bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517549 Nov 11 11:07:33.090927 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42492) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:33.137244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.164913 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.168818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Allocated IP 172.27.1.215 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/c74bbe62-47e0-476f-9a27-e174640cffb2) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:07:33.211426 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.214240 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.215368 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e16b8a9-eb22-4cfb-b33e-d90145f17543 HTTP/1.1" status: 204 len: 168 time: 0.1236157 Nov 11 11:07:33.224096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647972-1616-4e81-b6aa-34ccef00b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e16b8a9-eb22-4cfb-b33e-d90145f17543,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:33.286732 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.326313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.373795 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:07:33.377217 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:07:33.381547 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:07:33.387701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=c74bbe62-47e0-476f-9a27-e174640cffb2,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:33.483725 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.551160 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.583870 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e86ff-e416-4317-9d51-7d0a041df390 req-c59109af-d3ec-437c-9bb6-e256e0e6dd4c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:33.585453 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-490e86ff-e416-4317-9d51-7d0a041df390 req-c59109af-d3ec-437c-9bb6-e256e0e6dd4c tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0949521 Nov 11 11:07:33.770516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Deleting port 5bfdc432-87af-4af3-a850-5345befbabde {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:33.770851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.852238 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.859583 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.946658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] For port 5bfdc432-87af-4af3-a850-5345befbabde, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=5bfdc432-87af-4af3-a850-5345befbabde,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:33.947025 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:33.966920 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=c74bbe62-47e0-476f-9a27-e174640cffb2,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:33.978834 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50891-e947-4348-a985-de588c789183 req-bc1cb5fe-2eb5-4e33-80dc-af291e96ced9 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:33.980362 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31a50891-e947-4348-a985-de588c789183 req-bc1cb5fe-2eb5-4e33-80dc-af291e96ced9 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/ports?device_id=d643bee6-dfa1-496c-9d55-359fb94823f3 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Nov 11 11:07:33.986592 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Calling delete_port for 5bfdc432-87af-4af3-a850-5345befbabde owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:34.000454 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:34.038153 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-31a50891-e947-4348-a985-de588c789183 req-bcab1419-b00b-4612-82c0-c01c4c167a59 tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5211529-608d-4950-a9ee-f62112d4de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Nov 11 11:07:34.053703 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:34.055091 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-5f91c0d0-0ea7-4bf8-9582-2c45f671675e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1413841 Nov 11 11:07:34.149948 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:34.160456 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['5bfdc432-87af-4af3-a850-5345befbabde'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:34.176242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Pushing event deleted for resources: {'Port': ['ID=5bfdc432-87af-4af3-a850-5345befbabde,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:34.223368 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] No DVR routers for this DVR port 5bfdc432-87af-4af3-a850-5345befbabde on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:34.225844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:34.229429 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-490e86ff-e416-4317-9d51-7d0a041df390 req-a62371c9-3c09-4a03-b53d-7fd51633008d tempest-TestMinimumBasicScenario-803605585 tempest-TestMinimumBasicScenario-803605585-project] 10.222.0.20 "DELETE /v2.0/ports/5bfdc432-87af-4af3-a850-5345befbabde HTTP/1.1" status: 204 len: 173 time: 0.6373990 Nov 11 11:07:34.229892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'name': 'network-vif-deleted', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:34.232118 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa42dc-4c83-4557-8d7d-14698b9a41c0" -d '{"events": [{"server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "name": "network-vif-deleted", "tag": "5bfdc432-87af-4af3-a850-5345befbabde"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:34.272021 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e6f01-558e-498b-9172-298804aac528 x-openstack-request-id: req-c04e6f01-558e-498b-9172-298804aac528 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:34.272322 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d643bee6-dfa1-496c-9d55-359fb94823f3", "name": "network-vif-deleted", "tag": "5bfdc432-87af-4af3-a850-5345befbabde", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:34.272607 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c04e6f01-558e-498b-9172-298804aac528 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:34.273008 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd643bee6-dfa1-496c-9d55-359fb94823f3', 'name': 'network-vif-deleted', 'tag': '5bfdc432-87af-4af3-a850-5345befbabde', 'status': 'completed', 'code': 200} Nov 11 11:07:34.278948 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-b445e65a-2781-49cb-8255-e8ec3ba33c39 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--607109593&fields=id&tenant_id=f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 267 time: 0.0494394 Nov 11 11:07:34.389543 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-e016a5c8-b985-42eb-93f6-6ddd476af274 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:34.390949 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-e016a5c8-b985-42eb-93f6-6ddd476af274 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 811 time: 0.1043580 Nov 11 11:07:34.405908 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2815fc9e-61ab-4d28-bff5-a8949e8172e8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/quotas/f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 375 time: 0.0092165 Nov 11 11:07:34.460644 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-f5378f1a-d9a1-41cf-a103-f6f51e1ffd58 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493133 Nov 11 11:07:34.888295 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-940f6d2b-c824-45a7-8f27-e846f5dcf8a4 service neutron] 10.222.0.57 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164050 Nov 11 11:07:34.983307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-e6d5094f-dc4c-48be-8b41-3f07dda15362 service neutron] 10.222.0.57 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Nov 11 11:07:35.169774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9dbcf39-db89-46e5-875a-2c746b4bd5a8 req-70872ce2-39ab-48a1-897f-31b92886adb1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 210 time: 0.0360639 Nov 11 11:07:35.733311 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42576) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:36.092409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:36.274851 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4ed22ccf-af87-4b74-9742-f9aba1ed34a6 req-08ba38c0-0322-4790-8317-92fa63f4d4a0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 210 time: 0.0297122 Nov 11 11:07:36.383417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-1ebc1321-5cbe-48d2-841e-84bc5c9cc513 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:36.384889 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-1ebc1321-5cbe-48d2-841e-84bc5c9cc513 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 811 time: 0.1866775 Nov 11 11:07:36.479949 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-140cd04e-f0ff-41b5-a6d5-6e917b559fcc tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98b65446e824d0d9b854a8c8e581f75 HTTP/1.1" status: 200 len: 379 time: 0.0667386 Nov 11 11:07:36.484185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Deleting port e636c01a-6a26-44e8-ac61-41e2624086ff {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:36.484521 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:36.500217 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'port': {'device_id': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'admin_state_up': True, 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'security_groups': ['c1641f98-08f1-4a5a-ac2f-42440da5a4fe']}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:36.634856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] For port e636c01a-6a26-44e8-ac61-41e2624086ff, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e636c01a-6a26-44e8-ac61-41e2624086ff,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:36.635231 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:36.654223 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Calling delete_port for e636c01a-6a26-44e8-ac61-41e2624086ff owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:36.706921 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Made reservation on behalf of f98b65446e824d0d9b854a8c8e581f75 for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:07:36.710926 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:36.910051 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Allocated IP 172.20.0.13 (7eff95e0-c746-411a-a8a4-3f514e8e1e6b/9e9100c4-bfde-4890-9f3f-3e7cd18ff664/8171b1e4-3f10-4127-8cc5-b29fe1016835) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:07:36.981653 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.308892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Pushing event deleted for resources: {'Port': ['ID=e636c01a-6a26-44e8-ac61-41e2624086ff,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:37.342561 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.342937 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.343247 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.343578 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.343904 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.344227 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.344565 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.344896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.345221 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.345540 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.345860 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.346177 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:37.383706 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-43c4e2f7-1792-4bf9-9127-f5c4b1897e10 req-8407c126-46f0-497e-a740-ca73eb7db011 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 210 time: 0.0338159 Nov 11 11:07:37.433027 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 5bfdc432-87af-4af3-a850-5345befbabde no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:37.471778 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 5bfdc432-87af-4af3-a850-5345befbabde {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:37.472407 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 5bfdc432-87af-4af3-a850-5345befbabde not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:37.477861 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.559876 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.566539 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.663361 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:07:37.670084 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:07:37.672513 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:07:37.726443 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event updated for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:37.775381 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:37.776027 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.801942 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-203d39ad-8e33-4565-a7fc-1ccc1b5793a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3052883 Nov 11 11:07:37.893372 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Request body: {'port': {'device_id': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:37.900829 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-94f0c92f-45df-4fd9-91a3-0d7153e8fa55 None None] Provisioning complete for port 8171b1e4-3f10-4127-8cc5-b29fe1016835 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:37.901209 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-94f0c92f-45df-4fd9-91a3-0d7153e8fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:37.937416 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-94f0c92f-45df-4fd9-91a3-0d7153e8fa55 None None] Port 8171b1e4-3f10-4127-8cc5-b29fe1016835 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:07:37.960995 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:37.962049 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.185496 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:38.194551 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Sync routers for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:38.204722 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:38.205329 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:38.213226 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ceaa8e4a-f941-4e5d-ac79-e0eea28f792a admin admin] 10.222.0.57 "PUT /v2.0/routers/b2a5ac60-dc18-49d9-94e7-7ff02c243f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788246 Nov 11 11:07:38.215651 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42598) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:38.360835 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.448077 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:38.476379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8171b1e4-3f10-4127-8cc5-b29fe1016835 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:38.486865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.510202 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Transition to ACTIVE for port object 8171b1e4-3f10-4127-8cc5-b29fe1016835 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:07:38.515551 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.528791 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93913d-35f1-473f-9146-1925091af580 req-7e71342b-f220-4e10-b571-d40dc86b231e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:38.530819 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eb93913d-35f1-473f-9146-1925091af580 req-7e71342b-f220-4e10-b571-d40dc86b231e tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 932 time: 0.0572302 Nov 11 11:07:38.545883 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.593648 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:38.593891 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eb93913d-35f1-473f-9146-1925091af580 req-10d5b7b1-8ceb-423c-a7c7-e11083dacec8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567756 Nov 11 11:07:38.678790 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:07:36Z', 'revision_number': 5, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port': {'id': '1d4e714e-76ab-4ec3-aa75-9160a14072e8', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:38.680074 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Deleting port 1d4e714e-76ab-4ec3-aa75-9160a14072e8 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:38.680407 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.683271 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Attempting to bind port 8171b1e4-3f10-4127-8cc5-b29fe1016835 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:07:38.683596 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Attempting to bind port 8171b1e4-3f10-4127-8cc5-b29fe1016835 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:07:38.683921 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Attempting to bind port 8171b1e4-3f10-4127-8cc5-b29fe1016835 on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:38.706152 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Checking router: b2a5ac60-dc18-49d9-94e7-7ff02c243f96 for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:38.716165 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Routers {'b2a5ac60-dc18-49d9-94e7-7ff02c243f96'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:38.716798 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:38.723202 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Port 8171b1e4-3f10-4127-8cc5-b29fe1016835 on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:07:38.723523 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Attempting to bind port 8171b1e4-3f10-4127-8cc5-b29fe1016835 on network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:07:38.733198 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:07:38.733534 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Checking segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:07:38.733909 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Bound using segment: {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:07:38.734338 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Bound port: 8171b1e4-3f10-4127-8cc5-b29fe1016835, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c29072-3f49-442c-b789-e3ab81e29c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:07:38.734686 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.807216 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] Set router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 gateway port host: None {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:38.809516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] For port 1d4e714e-76ab-4ec3-aa75-9160a14072e8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1d4e714e-76ab-4ec3-aa75-9160a14072e8,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:38.809905 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.832326 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Calling delete_port for 1d4e714e-76ab-4ec3-aa75-9160a14072e8 owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:38.843844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:07:38.848307 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:07:38.871596 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:07:38Z', 'revision_number': 6, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:38.884675 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.908432 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0986fa0-23b6-4642-970d-59c6106fdc2d None None] The sync data for ids ['b2a5ac60-dc18-49d9-94e7-7ff02c243f96'] in dv-cinder-817514-2-iscsi is: [{'id': 'b2a5ac60-dc18-49d9-94e7-7ff02c243f96', 'name': 'tempest-TestMinimumBasicScenario-1112334922-router', 'tenant_id': '84b5e26c38894979842ce8caa0a5c827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:02Z', 'updated_at': '2021-11-11T11:07:38Z', 'revision_number': 6, 'project_id': '84b5e26c38894979842ce8caa0a5c827', 'gw_port_host': None}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:38.942591 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:38.943204 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:38.945152 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/8171b1e4-3f10-4127-8cc5-b29fe1016835 HTTP/1.1" status: 200 len: 1094 time: 1.1102498 Nov 11 11:07:38.945152 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:38.947330 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b101046-6384-479e-8f80-5bed5e2f5949" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:38.970781 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16f004-8fc9-4e3a-8041-d97c759d47f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:39.007027 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81156f06-e5ce-4440-9f51-90779b112517 x-openstack-request-id: req-81156f06-e5ce-4440-9f51-90779b112517 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:39.007350 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:39.007600 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81156f06-e5ce-4440-9f51-90779b112517 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:39.007990 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'status': 'completed', 'code': 200} Nov 11 11:07:39.067722 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-828bed22-60be-4ba0-be51-61cbcb639645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:39.069239 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-828bed22-60be-4ba0-be51-61cbcb639645 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 1097 time: 0.0601103 Nov 11 11:07:39.132536 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-2ea96b1b-b9b2-4502-9894-1cf676ae08be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835 HTTP/1.1" status: 200 len: 217 time: 0.0395248 Nov 11 11:07:39.180792 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.216200 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4e714e-76ab-4ec3-aa75-9160a14072e8,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:39.221481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-49c0d799-e70f-4fbc-927d-15a3989fba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:39.222945 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-49c0d799-e70f-4fbc-927d-15a3989fba30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0829303 Nov 11 11:07:39.323351 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-d304115a-88b4-4c65-946c-98ad47af6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:39.324901 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-d304115a-88b4-4c65-946c-98ad47af6724 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815401 Nov 11 11:07:39.327435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.460984 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.464308 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.523402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.523958 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a5ac60-dc18-49d9-94e7-7ff02c243f96 {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:07:39.535282 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.536395 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6f9edc0a-b197-45c3-8178-af3a60248306 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2a5ac60-dc18-49d9-94e7-7ff02c243f96 HTTP/1.1" status: 204 len: 168 time: 1.3198440 Nov 11 11:07:39.539337 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42620) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:39.549426 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-56e597ce-ed3b-414a-b044-c0a2b0869bd7 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921785 Nov 11 11:07:39.631826 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Deleting subnet 3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:07:39.637527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.698210 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:39.702428 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e636c01a-6a26-44e8-ac61-41e2624086ff no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:39.724872 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-769c57e4-13a8-49b7-a47d-d3b6019d2f72 req-0e063c2d-a8a2-49e2-b0b0-0f94624edc77 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572380 Nov 11 11:07:39.732017 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: e636c01a-6a26-44e8-ac61-41e2624086ff {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:39.732365 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e636c01a-6a26-44e8-ac61-41e2624086ff not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:39.737893 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14dde9-d0ce-4726-b161-707e56bc1bc6 req-8b21f396-7e71-4ecb-9b62-e7da2cbcf010 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:39.745775 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e14dde9-d0ce-4726-b161-707e56bc1bc6 req-8b21f396-7e71-4ecb-9b62-e7da2cbcf010 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 944 time: 0.0630183 Nov 11 11:07:39.792125 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e14dde9-d0ce-4726-b161-707e56bc1bc6 req-5486cc97-489a-40e1-bba1-c1045f3e76c1 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455399 Nov 11 11:07:40.103303 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.129280 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-a2387a67-8758-41be-9764-7ec845bcebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:40.130765 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-a2387a67-8758-41be-9764-7ec845bcebee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 1097 time: 0.3328536 Nov 11 11:07:40.206741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.237938 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3c065b-bc07-401a-a2f5-93c7ff9a20e8,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:40.242904 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.247969 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91b73b-5221-405c-9d7d-b5c4760a93b9 None None] Network cd0cf38e-8a50-444b-ade6-c4970d3340c6 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:07:40.249155 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42626) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:40.249541 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-1226f1c2-1e87-40d4-8af8-4b17e27836b0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3a3c065b-bc07-401a-a2f5-93c7ff9a20e8 HTTP/1.1" status: 204 len: 168 time: 0.7078135 Nov 11 11:07:40.277128 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-56095ff9-c283-4f76-ba14-b74e69a95303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:40.278613 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-56095ff9-c283-4f76-ba14-b74e69a95303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.1382558 Nov 11 11:07:40.326102 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.338772 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-cc5a0f2b-39fb-4854-8bb7-9b51a7059be2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835 HTTP/1.1" status: 200 len: 217 time: 0.0413468 Nov 11 11:07:40.394285 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Deleting port b0cfbddd-fcfd-4471-91d4-f111c149e7cf {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:40.394623 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.395840 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-5ef3f25d-032c-413d-ae44-b4c54ae0c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:40.397460 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-5ef3f25d-032c-413d-ae44-b4c54ae0c21f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0499163 Nov 11 11:07:40.436161 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4f56c413-46c2-47ce-a5ae-416c360a8e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.450792 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] DHCP port deletion for cd0cf38e-8a50-444b-ade6-c4970d3340c6 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:07:40.465062 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-96e0b380-288e-49df-acc5-bc8e8c92e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:40.466846 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-96e0b380-288e-49df-acc5-bc8e8c92e119 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562832 Nov 11 11:07:40.474364 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] For port b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:40.474832 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.488047 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Calling delete_port for b0cfbddd-fcfd-4471-91d4-f111c149e7cf owned by network:dhcp {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:40.509413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Deleting port b0cfbddd-fcfd-4471-91d4-f111c149e7cf {{(pid=101621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:40.509830 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.571413 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-630004a0-963b-4c76-85ea-7646b9db938e service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949128 Nov 11 11:07:40.572736 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.577596 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] For port b0cfbddd-fcfd-4471-91d4-f111c149e7cf, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,segment=NetworkSegment(dc94384e-426d-42c2-a884-73c54b4587f3),segment_id=dc94384e-426d-42c2-a884-73c54b4587f3)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:40.577997 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.590610 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Calling delete_port for b0cfbddd-fcfd-4471-91d4-f111c149e7cf owned by network:dhcp {{(pid=101621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:40.599855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:40.602213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] No DVR routers for this DVR port b0cfbddd-fcfd-4471-91d4-f111c149e7cf on host dv-cinder-817514-2-iscsi {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:40.627638 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.628042 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.628331 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.628690 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.629022 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.629355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.629687 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.630457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.630457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.630641 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.630952 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.631274 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:07:40.683602 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-4b101046-6384-479e-8f80-5bed5e2f5949 req-eb79d8a9-d351-492b-80e9-9c70fa7d355a service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968645 Nov 11 11:07:40.689470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.711959 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0cf38e-8a50-444b-ade6-c4970d3340c6']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:40.712834 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.721607 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc94384e-426d-42c2-a884-73c54b4587f3') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:40.721906 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc94384e-426d-42c2-a884-73c54b4587f3') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:40.732397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.737807 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] Pushing event deleted for resources: {'Port': ['ID=b0cfbddd-fcfd-4471-91d4-f111c149e7cf,revision_number=None']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:40.744195 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0211d-2137-430b-b2cb-eb252a0bf640 None None] No DVR routers for this DVR port b0cfbddd-fcfd-4471-91d4-f111c149e7cf on host dv-cinder-817514-2-iscsi {{(pid=101621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:40.747633 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.754018 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:07:40.754393 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:07:40.756222 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:07:40.812745 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.820269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:40.823389 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cd0cf38e-8a50-444b-ade6-c4970d3340c6 HTTP/1.1" status: 204 len: 168 time: 0.5726402 Nov 11 11:07:40.826499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42632) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:40.833538 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94386-e951-4c97-b21d-e886c8814fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0cf38e-8a50-444b-ade6-c4970d3340c6,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:40.918599 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4141b7-ff01-4f20-9a77-8d193279d585 req-694c16e4-f583-453e-b470-497cf2437760 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:40.920093 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ad4141b7-ff01-4f20-9a77-8d193279d585 req-694c16e4-f583-453e-b470-497cf2437760 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 944 time: 0.0577917 Nov 11 11:07:40.977547 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ad4141b7-ff01-4f20-9a77-8d193279d585 req-2fb97d05-ff77-43fe-8997-a334ab712d74 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 Nov 11 11:07:41.130502 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device b0cfbddd-fcfd-4471-91d4-f111c149e7cf no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:41.154713 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: b0cfbddd-fcfd-4471-91d4-f111c149e7cf {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:41.155061 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device b0cfbddd-fcfd-4471-91d4-f111c149e7cf not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:41.155472 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1d4e714e-76ab-4ec3-aa75-9160a14072e8 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:41.174799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 1d4e714e-76ab-4ec3-aa75-9160a14072e8 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:41.175144 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1d4e714e-76ab-4ec3-aa75-9160a14072e8 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:41.183793 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.422445 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Deleting port 8cca807a-fec1-44d2-8abf-1375f02cfd41 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:41.422670 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.468330 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8171b1e4-3f10-4127-8cc5-b29fe1016835 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:07:41.506603 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] For port 8cca807a-fec1-44d2-8abf-1375f02cfd41, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8cca807a-fec1-44d2-8abf-1375f02cfd41,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:41.507553 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.520842 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Calling delete_port for 8cca807a-fec1-44d2-8abf-1375f02cfd41 owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:41.580125 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:41.592690 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'port_id': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'mac_address': 'fa:16:3e:80:62:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:07:41.630547 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.643589 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8171b1e4-3f10-4127-8cc5-b29fe1016835 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:07:41.664781 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:41.668539 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.705963 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.715062 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:41.735862 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cca807a-fec1-44d2-8abf-1375f02cfd41,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:41.906974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:41.990813 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['8171b1e4-3f10-4127-8cc5-b29fe1016835'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:07:42.105189 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e73a2-4034-43bc-aa3f-9b3fa8a1d50a req-62213915-3075-4455-b3bc-da05172d64ca tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:42.107413 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e6e73a2-4034-43bc-aa3f-9b3fa8a1d50a req-62213915-3075-4455-b3bc-da05172d64ca tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 945 time: 0.0541055 Nov 11 11:07:42.159816 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Router 6aa5e2f4-27b3-4798-bda7-7338119a9363 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:42.168533 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e6e73a2-4034-43bc-aa3f-9b3fa8a1d50a req-13901ffc-51da-4e5d-b07a-3259e99986ee tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548003 Nov 11 11:07:42.268650 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:42.274065 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ccda0733-c740-40fb-be02-a3f3747c5b81 admin admin] 10.222.0.57 "PUT /v2.0/routers/6aa5e2f4-27b3-4798-bda7-7338119a9363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4462106 Nov 11 11:07:42.276527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42642) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:42.278972 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Sync routers for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:42.289521 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:42.290133 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:42.378236 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.392285 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:42.484639 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.537052 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Deleting port d6df49c0-5453-4e83-90da-3b29f583a835 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:42.537298 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.564173 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:07:41Z', 'revision_number': 5, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port': {'id': 'd6df49c0-5453-4e83-90da-3b29f583a835', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:04:08Z', 'updated_at': '2021-11-11T11:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:42.595177 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Checking router: 6aa5e2f4-27b3-4798-bda7-7338119a9363 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:42.605090 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Routers {'6aa5e2f4-27b3-4798-bda7-7338119a9363'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:42.605700 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6aa5e2f4-27b3-4798-bda7-7338119a9363'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:42.615989 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] For port d6df49c0-5453-4e83-90da-3b29f583a835, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=d6df49c0-5453-4e83-90da-3b29f583a835,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:42.616962 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.629604 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Calling delete_port for d6df49c0-5453-4e83-90da-3b29f583a835 owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:42.691776 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] Set router 6aa5e2f4-27b3-4798-bda7-7338119a9363 gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:42.744000 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:07:42Z', 'revision_number': 6, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:42.773099 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b1df-8df6-4ee1-8a29-cf2380f9dd5e None None] The sync data for ids ['6aa5e2f4-27b3-4798-bda7-7338119a9363'] in dv-cinder-817514-2-iscsi is: [{'id': '6aa5e2f4-27b3-4798-bda7-7338119a9363', 'name': 'tempest-TestMinimumBasicScenario-834829586-router', 'tenant_id': '2bd97fc9ee2540eabba52325fc0710bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:04:07Z', 'updated_at': '2021-11-11T11:07:42Z', 'revision_number': 6, 'project_id': '2bd97fc9ee2540eabba52325fc0710bf', 'gw_port_host': None}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:42.792633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.823669 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6df49c0-5453-4e83-90da-3b29f583a835,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:42.880872 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8d07475d-124f-42f2-a19c-b7f68208081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.881632 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.970239 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.972338 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:42.987154 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:07:43.019022 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.019572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa5e2f4-27b3-4798-bda7-7338119a9363 {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:07:43.025158 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.026399 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c030a8a5-4681-416d-9d90-0f1794a54be0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6aa5e2f4-27b3-4798-bda7-7338119a9363 HTTP/1.1" status: 204 len: 168 time: 0.7488074 Nov 11 11:07:43.028845 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42646) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:43.079188 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Deleting subnet 4905b9c3-5e24-49d0-ad16-bb21688c7466 {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:07:43.082664 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.122946 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.214248 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.254874 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8cca807a-fec1-44d2-8abf-1375f02cfd41 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:43.282479 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.290589 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 8cca807a-fec1-44d2-8abf-1375f02cfd41 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:43.290930 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8cca807a-fec1-44d2-8abf-1375f02cfd41 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:43.308037 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4905b9c3-5e24-49d0-ad16-bb21688c7466,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:43.313827 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.317115 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-1e6ecf34-0620-4d9d-80e8-144c40ada71b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4905b9c3-5e24-49d0-ad16-bb21688c7466 HTTP/1.1" status: 204 len: 168 time: 0.2873464 Nov 11 11:07:43.319506 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42652) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:43.323095 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b866804-d97d-4801-9302-d5f42870abab None None] Network acc9c50e-d914-4e8d-8b81-499b56d55f84 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:07:43.329226 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a89bb-f52d-4cca-b98e-b82c9df0c224 req-1e4bc3d4-f059-4b4c-8f29-c50544a17fdc tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:43.330729 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a15a89bb-f52d-4cca-b98e-b82c9df0c224 req-1e4bc3d4-f059-4b4c-8f29-c50544a17fdc tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 945 time: 0.0886366 Nov 11 11:07:43.389662 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a15a89bb-f52d-4cca-b98e-b82c9df0c224 req-30f39d03-9315-495f-8a42-52720fb3f2f6 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530438 Nov 11 11:07:43.391843 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.453567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Deleting port a6406b80-5315-477f-873c-eeedfe514de3 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:07:43.453901 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.467909 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8171b1e4-3f10-4127-8cc5-b29fe1016835 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:07:43.518121 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 8171b1e4-3f10-4127-8cc5-b29fe1016835 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:07:43.522165 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] For port a6406b80-5315-477f-873c-eeedfe514de3, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a6406b80-5315-477f-873c-eeedfe514de3,segment=NetworkSegment(bb514e24-b912-49b0-b417-8b939776f5d7),segment_id=bb514e24-b912-49b0-b417-8b939776f5d7)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:43.522317 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 8171b1e4-3f10-4127-8cc5-b29fe1016835 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:07:43.523091 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.523225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.535153 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Calling delete_port for a6406b80-5315-477f-873c-eeedfe514de3 owned by network:dhcp {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:07:43.603760 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.621234 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.637894 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:43.640599 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a597096-c1da-41de-9dc4-dd8908ab4a9d" -d '{"events": [{"server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "name": "network-vif-plugged", "status": "completed", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:43.643549 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b798544-4558-40a8-aa99-d6fef163ac13 None None] DHCP port deletion for acc9c50e-d914-4e8d-8b81-499b56d55f84 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:07:43.660493 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] No DVR routers for this DVR port a6406b80-5315-477f-873c-eeedfe514de3 on host dv-cinder-817514-2-iscsi {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:07:43.665356 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6406b80-5315-477f-873c-eeedfe514de3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:43.671618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:07:43.678063 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.706376 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c445507-9274-4551-a277-9596f0027f58 x-openstack-request-id: req-8c445507-9274-4551-a277-9596f0027f58 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:43.706661 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "name": "network-vif-plugged", "status": "completed", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:43.706915 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c445507-9274-4551-a277-9596f0027f58 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:43.707305 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'code': 200} Nov 11 11:07:43.734864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:43.770741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.795191 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc9c50e-d914-4e8d-8b81-499b56d55f84']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:43.806610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb514e24-b912-49b0-b417-8b939776f5d7') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:43.806999 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb514e24-b912-49b0-b417-8b939776f5d7') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:43.816984 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.831057 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.838203 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:07:43.838758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:07:43.840529 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:07:43.922245 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.941092 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.944792 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] 10.222.0.57 "DELETE /v2.0/networks/acc9c50e-d914-4e8d-8b81-499b56d55f84 HTTP/1.1" status: 204 len: 168 time: 0.6237528 Nov 11 11:07:43.946748 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04cbc-5589-4218-98e5-24852eac408d admin admin] Pushing event deleted for resources: {'Network': ['ID=acc9c50e-d914-4e8d-8b81-499b56d55f84,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:43.948688 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:43.951685 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc9993-5382-40e0-bd8b-ddf65a30fff7 req-c705562c-a288-406d-b48d-f3ed9830b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:43.953736 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-f8cc9993-5382-40e0-bd8b-ddf65a30fff7 req-c705562c-a288-406d-b48d-f3ed9830b131 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 1099 time: 0.0998967 Nov 11 11:07:43.998619 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-f8cc9993-5382-40e0-bd8b-ddf65a30fff7 req-125b85bf-a5f2-4f8a-8d97-430f487e596c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371695 Nov 11 11:07:44.107987 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42662) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:44.152281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b3d77f57-6e74-4965-ade6-ed1e03a2a0ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84b5e26c38894979842ce8caa0a5c827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430067 Nov 11 11:07:44.154886 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42666) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:44.206641 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.227758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.276989 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.279654 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.280872 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5211529-608d-4950-a9ee-f62112d4de4d HTTP/1.1" status: 204 len: 168 time: 0.1249459 Nov 11 11:07:44.288986 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378eeaf-a82a-4578-a6b2-4ac277997df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5211529-608d-4950-a9ee-f62112d4de4d,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:44.521496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f048d-41fe-4a3d-9bb0-b466ff0d8bf0 req-993320a1-7a15-462a-95b7-8891915ed337 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:44.523161 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a36f048d-41fe-4a3d-9bb0-b466ff0d8bf0 req-993320a1-7a15-462a-95b7-8891915ed337 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0531001 Nov 11 11:07:44.573878 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a36f048d-41fe-4a3d-9bb0-b466ff0d8bf0 req-24082e03-d612-4868-91dc-ba4b33122837 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Nov 11 11:07:44.624220 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42682) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:44.662331 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-86fb306f-0a2b-4284-85b6-2c41915d5d3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bd97fc9ee2540eabba52325fc0710bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368893 Nov 11 11:07:44.665402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 42684) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:44.712712 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.733650 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.781598 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.784458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:44.785581 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ef605b4-7a46-4520-bfd6-953255a08f0f HTTP/1.1" status: 204 len: 168 time: 0.1192877 Nov 11 11:07:44.793747 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40097f-3577-498f-a1e3-10a47c5d399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef605b4-7a46-4520-bfd6-953255a08f0f,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:07:45.137103 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6df49c0-5453-4e83-90da-3b29f583a835 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:45.157618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: d6df49c0-5453-4e83-90da-3b29f583a835 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:45.157965 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device d6df49c0-5453-4e83-90da-3b29f583a835 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:45.158375 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a6406b80-5315-477f-873c-eeedfe514de3 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:07:45.177010 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: a6406b80-5315-477f-873c-eeedfe514de3 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:07:45.177353 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a6406b80-5315-477f-873c-eeedfe514de3 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:07:45.441168 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:45.687619 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae95ca3-cf8c-46a7-abbe-00e49ce075f2 req-f969b249-d49a-4e26-9e4c-b7ffc8eab2a2 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:45.689079 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1ae95ca3-cf8c-46a7-abbe-00e49ce075f2 req-f969b249-d49a-4e26-9e4c-b7ffc8eab2a2 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0480099 Nov 11 11:07:45.735317 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1ae95ca3-cf8c-46a7-abbe-00e49ce075f2 req-f213d5a6-c2fd-439e-a4d3-7fc79b8fbb61 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Nov 11 11:07:45.857069 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6000-9789-44d1-b49a-78c09b7f0c23 req-c01afafd-5109-497b-992a-bfa5fe2875ce tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:45.859315 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f5df6000-9789-44d1-b49a-78c09b7f0c23 req-c01afafd-5109-497b-992a-bfa5fe2875ce tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0580173 Nov 11 11:07:45.868708 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 42696) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:07:45.873063 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Request body: {'floatingip': {'port_id': '8171b1e4-3f10-4127-8cc5-b29fe1016835'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:07:45.911417 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:46.358503 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:46.358844 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:46.363140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:46.468635 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Floating IP 9a3fc79b-f7ef-41dc-994f-9ba725d8dde3 associated. External IP: 172.27.1.215, port: 8171b1e4-3f10-4127-8cc5-b29fe1016835. Nov 11 11:07:46.677350 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:07:46.783664 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:07:46.789192 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:07:46.794114 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:07:46.803160 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:46.804360 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:46.816801 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1e27f258-dcba-4d3c-9d0c-a5178e36d6ea tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "PUT /v2.0/floatingips/9a3fc79b-f7ef-41dc-994f-9ba725d8dde3 HTTP/1.1" status: 200 len: 992 time: 0.9469454 Nov 11 11:07:46.817371 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:07:46.821054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe78dfc-648b-4a3a-967d-71a4279d3f10" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:07:46.860183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe415fd-2d26-4f80-82b9-42aa77795352 x-openstack-request-id: req-0fe415fd-2d26-4f80-82b9-42aa77795352 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:07:46.860183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:07:46.860183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0fe415fd-2d26-4f80-82b9-42aa77795352 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:07:46.860183 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'status': 'completed', 'code': 200} Nov 11 11:07:46.914935 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:46.931653 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-e4649e5c-f3b4-4f50-9249-ba2e7088ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:46.933108 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-e4649e5c-f3b4-4f50-9249-ba2e7088ce34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98b65446e824d0d9b854a8c8e581f75&device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 1099 time: 0.0463123 Nov 11 11:07:47.027567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-9d309ab9-dcf6-4410-8702-938f7c193e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:47.029116 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-9d309ab9-dcf6-4410-8702-938f7c193e58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 200 len: 912 time: 0.0883267 Nov 11 11:07:47.273522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9a3fc79b-f7ef-41dc-994f-9ba725d8dde3', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:80:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:07:33Z', 'updated_at': '2021-11-11T11:07:46Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:47.301230 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:07:47.310121 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:07:47.310737 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:07:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:47.411009 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-394c8c73-60fb-4964-88d5-5d9217449086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835 HTTP/1.1" status: 200 len: 1000 time: 0.3129687 Nov 11 11:07:47.419144 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:07:47.461490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-9cc87674-9c3b-499a-b50c-2f2a53d3fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:47.463210 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-9cc87674-9c3b-499a-b50c-2f2a53d3fa45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 200 len: 850 time: 0.0446956 Nov 11 11:07:47.510717 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-22551463-3a37-4993-991f-743a904bccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:07:47.512181 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-22551463-3a37-4993-991f-743a904bccd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7eff95e0-c746-411a-a8a4-3f514e8e1e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413589 Nov 11 11:07:47.607839 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-9009b999-e09e-4f55-9af4-5c993f899893 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Nov 11 11:07:47.662214 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9a3fc79b-f7ef-41dc-994f-9ba725d8dde3', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:80:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:07:33Z', 'updated_at': '2021-11-11T11:07:46Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:07:47.688193 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4bdeb-2e00-4bf7-9a4a-d3b5666d7321 None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': '9a3fc79b-f7ef-41dc-994f-9ba725d8dde3', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'port_id': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'mac_address': 'fa:16:3e:80:62:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:07:33Z', 'updated_at': '2021-11-11T11:07:46Z', 'revision_number': 1, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:07:47.701405 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-7fe78dfc-648b-4a3a-967d-71a4279d3f10 req-c7091fcf-791a-455d-98a7-868442bf4325 service neutron] 10.222.0.20 "GET /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Nov 11 11:07:47.878177 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86fa9b-946d-43f7-b8a5-eb398df497bb None None] New status for floating IP 9a3fc79b-f7ef-41dc-994f-9ba725d8dde3: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:07:53.233108 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:04.269302 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c94ea-c131-4422-a492-b801c1da1a1c req-b9960b02-8815-4f3e-acd3-c9a3d5c7277d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:04.270800 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5d3c94ea-c131-4422-a492-b801c1da1a1c req-b9960b02-8815-4f3e-acd3-c9a3d5c7277d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0496104 Nov 11 11:08:04.318257 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5d3c94ea-c131-4422-a492-b801c1da1a1c req-e9de55ff-3d9d-41f0-bf97-81d5163ddad2 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Nov 11 11:08:05.442198 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fd89e-d3f3-4a01-9663-b8035f4fc1b2 req-a4b63f04-2d83-4d25-8bc9-e011cf615984 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:05.443666 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-401fd89e-d3f3-4a01-9663-b8035f4fc1b2 req-a4b63f04-2d83-4d25-8bc9-e011cf615984 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0522649 Nov 11 11:08:05.490723 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-401fd89e-d3f3-4a01-9663-b8035f4fc1b2 req-6b0ae812-668d-43da-b127-2c07f731fec8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406203 Nov 11 11:08:06.610839 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bbedd-4a6f-4258-b8b5-4ae739d7facc req-e09648d2-2674-4e93-bc7c-6d1d9f7684d0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:06.612439 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf6bbedd-4a6f-4258-b8b5-4ae739d7facc req-e09648d2-2674-4e93-bc7c-6d1d9f7684d0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0506735 Nov 11 11:08:06.659994 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bf6bbedd-4a6f-4258-b8b5-4ae739d7facc req-dcf7e61c-f077-4210-a186-cd6e3d54dbe3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Nov 11 11:08:07.777379 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4112ee9-2fa5-43ae-83ae-43f1b8f9fa9d req-2e6b688f-968e-4d54-8052-8714792a62d4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:07.778847 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a4112ee9-2fa5-43ae-83ae-43f1b8f9fa9d req-2e6b688f-968e-4d54-8052-8714792a62d4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0483143 Nov 11 11:08:07.828315 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a4112ee9-2fa5-43ae-83ae-43f1b8f9fa9d req-93858bad-c20b-4bf1-8dc3-f71ba34c4c1e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Nov 11 11:08:08.959838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133718f-a856-4df6-95d4-e391f255efa0 req-7c801aaf-4ced-41f0-bf06-8e24d9858404 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:08.962102 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1133718f-a856-4df6-95d4-e391f255efa0 req-7c801aaf-4ced-41f0-bf06-8e24d9858404 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0584891 Nov 11 11:08:09.019137 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1133718f-a856-4df6-95d4-e391f255efa0 req-203d876a-b00d-4639-a161-e5d9a5b9d237 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513487 Nov 11 11:08:09.423345 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f022b10-5183-40ec-8f41-be3dc7547701 req-c588df34-7a8b-4451-99fa-75216f2c7424 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:09.424835 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f022b10-5183-40ec-8f41-be3dc7547701 req-c588df34-7a8b-4451-99fa-75216f2c7424 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0486577 Nov 11 11:08:09.470321 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f022b10-5183-40ec-8f41-be3dc7547701 req-13618e94-ff88-4b62-a63e-0d5ad68e31b8 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Nov 11 11:08:10.142597 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f2a0-e712-47cb-9c6c-f45a7c86ea23 req-2de59065-1466-4574-b3f2-0543f4a0568a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:10.144120 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8141f2a0-e712-47cb-9c6c-f45a7c86ea23 req-2de59065-1466-4574-b3f2-0543f4a0568a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0521014 Nov 11 11:08:10.191849 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8141f2a0-e712-47cb-9c6c-f45a7c86ea23 req-bcccaed1-7cd4-4d32-bc73-b917182115ce tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Nov 11 11:08:10.445395 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-34c01664-d0e5-48a4-8741-07a1abb90e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:10.589074 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13dd09-3319-4546-aa83-ef9b9c0219cb req-78fa216d-4de3-4005-bd9b-33270a4cd5a9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:10.590542 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a13dd09-3319-4546-aa83-ef9b9c0219cb req-78fa216d-4de3-4005-bd9b-33270a4cd5a9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0512047 Nov 11 11:08:10.637529 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5a13dd09-3319-4546-aa83-ef9b9c0219cb req-461abc19-823f-44e6-9454-d5e281576a79 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409997 Nov 11 11:08:11.177178 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-cb1ba293-9aaf-4025-b4ff-c8fb9ebce626 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:11.178775 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-cb1ba293-9aaf-4025-b4ff-c8fb9ebce626 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 946 time: 0.0564861 Nov 11 11:08:11.278622 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Deleting port 986254b9-2334-4cb4-a0c4-813f17156fd3 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:08:11.278967 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:11.314017 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ebf72-c915-458a-9ec4-d781d5bd19b1 req-475bde6f-6790-4d94-85ca-66c6040fb2ae tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:11.315521 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e6ebf72-c915-458a-9ec4-d781d5bd19b1 req-475bde6f-6790-4d94-85ca-66c6040fb2ae tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0502477 Nov 11 11:08:11.366953 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3e6ebf72-c915-458a-9ec4-d781d5bd19b1 req-61e04cb7-62ec-4a71-b9e6-a97dafe3504c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446188 Nov 11 11:08:11.372585 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] For port 986254b9-2334-4cb4-a0c4-813f17156fd3, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=986254b9-2334-4cb4-a0c4-813f17156fd3,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:11.372957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:11.386998 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Calling delete_port for 986254b9-2334-4cb4-a0c4-813f17156fd3 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:08:11.511933 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:11.524812 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['986254b9-2334-4cb4-a0c4-813f17156fd3'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:08:11.543798 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Pushing event deleted for resources: {'Port': ['ID=986254b9-2334-4cb4-a0c4-813f17156fd3,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:11.584746 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] No DVR routers for this DVR port 986254b9-2334-4cb4-a0c4-813f17156fd3 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:08:11.587525 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:11.591242 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b92904bb-fbff-4abd-b9b0-f060ea959303 req-7d7056ed-0131-4285-95bf-94ec220d86f9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "DELETE /v2.0/ports/986254b9-2334-4cb4-a0c4-813f17156fd3 HTTP/1.1" status: 204 len: 173 time: 0.4043167 Nov 11 11:08:11.591708 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'name': 'network-vif-deleted', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:11.594178 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a18f3-97df-4e4e-a4fc-077a6ebe407d" -d '{"events": [{"server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "name": "network-vif-deleted", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:11.758811 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e7526ce9-7b07-408c-80f8-6393741b26a9 req-c484859c-5fd3-401d-83aa-62db81d5e8cc tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=f65e9cdc-e277-4862-bc69-ec25f3d1e094 HTTP/1.1" status: 200 len: 210 time: 0.0264761 Nov 11 11:08:11.814598 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c119bf-6047-4675-8486-5951dcc25130 x-openstack-request-id: req-37c119bf-6047-4675-8486-5951dcc25130 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:11.814953 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65e9cdc-e277-4862-bc69-ec25f3d1e094", "name": "network-vif-deleted", "tag": "986254b9-2334-4cb4-a0c4-813f17156fd3", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:11.815272 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37c119bf-6047-4675-8486-5951dcc25130 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:11.815676 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65e9cdc-e277-4862-bc69-ec25f3d1e094', 'name': 'network-vif-deleted', 'tag': '986254b9-2334-4cb4-a0c4-813f17156fd3', 'status': 'completed', 'code': 200} Nov 11 11:08:12.491681 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81312-5266-4c05-a487-c4488b3d9530 req-2b913cd3-1938-4280-8863-feb7ad73a1a8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:12.493858 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e3a81312-5266-4c05-a487-c4488b3d9530 req-2b913cd3-1938-4280-8863-feb7ad73a1a8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0507486 Nov 11 11:08:12.540140 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e3a81312-5266-4c05-a487-c4488b3d9530 req-48ab7b15-c1a0-4008-9de9-4e55080dff0c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Nov 11 11:08:12.882414 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-aebb2ad7-6553-49ef-8360-f499a6de6716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:13.657989 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613fe0-1c45-441b-a262-b2a9a3d3e45f req-fb2a6a2d-ae67-4dd0-bd3f-3f999330c7bf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:13.659393 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8613fe0-1c45-441b-a262-b2a9a3d3e45f req-fb2a6a2d-ae67-4dd0-bd3f-3f999330c7bf tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0490489 Nov 11 11:08:13.710151 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b8613fe0-1c45-441b-a262-b2a9a3d3e45f req-f4241ea1-6c18-4dec-afa5-63a65fa809dd tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Nov 11 11:08:13.948878 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:14.116145 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 986254b9-2334-4cb4-a0c4-813f17156fd3 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:08:14.137195 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 986254b9-2334-4cb4-a0c4-813f17156fd3 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:08:14.137535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 986254b9-2334-4cb4-a0c4-813f17156fd3 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:08:14.827849 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccced9f-e436-449c-afb3-79ad819020a3 req-c9d9803b-2745-4718-8737-db836ecd492f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:14.829353 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7ccced9f-e436-449c-afb3-79ad819020a3 req-c9d9803b-2745-4718-8737-db836ecd492f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0482028 Nov 11 11:08:14.876434 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7ccced9f-e436-449c-afb3-79ad819020a3 req-7868dbd1-498d-4ebf-8ecf-6d85916a5458 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Nov 11 11:08:15.443379 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:15.994528 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e661a4-a199-4f5f-bfc6-80bbe864324d req-cbd3fa68-7dff-40d0-95a1-494e2dc46ebd tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:15.995998 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-73e661a4-a199-4f5f-bfc6-80bbe864324d req-cbd3fa68-7dff-40d0-95a1-494e2dc46ebd tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0495424 Nov 11 11:08:16.043577 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-73e661a4-a199-4f5f-bfc6-80bbe864324d req-bf93ae1e-1cca-4ce1-b83d-403a3a6fcfb1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Nov 11 11:08:16.354132 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:17.171500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f8d5-ece2-4450-a212-a5b1ff0734da req-4fc057ac-8700-462f-996f-2ae98777df02 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:17.171500 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7d39f8d5-ece2-4450-a212-a5b1ff0734da req-4fc057ac-8700-462f-996f-2ae98777df02 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0523756 Nov 11 11:08:17.218014 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7d39f8d5-ece2-4450-a212-a5b1ff0734da req-66a2a737-52d3-42b6-bc53-7c1cdc217490 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Nov 11 11:08:18.339972 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4fe2b-eb4d-4c28-a757-8fe8668ca1df req-5fd75c0a-23f4-4d23-96f6-783a095df6ff tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:18.341494 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1ce4fe2b-eb4d-4c28-a757-8fe8668ca1df req-5fd75c0a-23f4-4d23-96f6-783a095df6ff tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 11 11:08:18.391084 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1ce4fe2b-eb4d-4c28-a757-8fe8668ca1df req-50e5192b-9e64-451c-8625-a6d1ae09d399 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Nov 11 11:08:19.519984 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419622-ce41-416b-b608-2f75b1eb664e req-f9f9cb89-d76e-44f5-b833-3136db353794 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:19.521490 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a419622-ce41-416b-b608-2f75b1eb664e req-f9f9cb89-d76e-44f5-b833-3136db353794 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0560710 Nov 11 11:08:19.566951 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9a419622-ce41-416b-b608-2f75b1eb664e req-f6c0fbff-bb57-440c-8ccb-4e6e7fad909b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396767 Nov 11 11:08:19.986487 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:08:20.684719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ccb58-4dc4-42dc-b19a-f57b3e0c675b req-7678a45d-2473-4237-a881-e6ab415d528a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:20.686195 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc5ccb58-4dc4-42dc-b19a-f57b3e0c675b req-7678a45d-2473-4237-a881-e6ab415d528a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0486023 Nov 11 11:08:20.732994 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc5ccb58-4dc4-42dc-b19a-f57b3e0c675b req-8164a6e4-b429-41e8-90e0-6af548c47069 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Nov 11 11:08:21.768718 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-3cae3511-2929-468a-917d-6c588e0793ed tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:21.770225 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-3cae3511-2929-468a-917d-6c588e0793ed tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 814 time: 0.1030684 Nov 11 11:08:21.787649 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-32046f66-38be-4003-90d6-091c80a5c9d1 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/quotas/d4f334d8b9e148e3a010ebc907cf9038 HTTP/1.1" status: 200 len: 375 time: 0.0100834 Nov 11 11:08:21.821367 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-e940df47-ba1f-48e4-ae7d-3cfa110b86a6 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271091 Nov 11 11:08:22.133227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a9d-64f9-4af9-bbbd-3ca5e285a29c req-907a41dc-4679-4ce1-a5c9-a56fd85b615c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:22.135245 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9efc8a9d-64f9-4af9-bbbd-3ca5e285a29c req-907a41dc-4679-4ce1-a5c9-a56fd85b615c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.3164465 Nov 11 11:08:22.175456 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-b207646f-61c1-41bf-97f9-284be10aa418 service neutron] 10.222.0.57 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459246 Nov 11 11:08:22.244018 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9efc8a9d-64f9-4af9-bbbd-3ca5e285a29c req-eb8c4d13-ffff-42f6-bfc1-c3335e65fe1e tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980394 Nov 11 11:08:22.283150 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-6f048a62-4e43-4707-a2f8-1d0426c3e278 service neutron] 10.222.0.57 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005111 Nov 11 11:08:22.457404 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f89c8cca-cc4e-4d63-a823-6f034a29b92b req-16e3a051-fc75-420a-ba5f-e6aa0cdda228 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Nov 11 11:08:23.226795 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:23.371013 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f0944-5a67-4efb-bf37-e8d9242f0100 req-248c5f1b-ab4b-49fd-80ba-d3f1dc6bc3eb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.372593 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d18f0944-5a67-4efb-bf37-e8d9242f0100 req-248c5f1b-ab4b-49fd-80ba-d3f1dc6bc3eb tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0515504 Nov 11 11:08:23.461337 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d18f0944-5a67-4efb-bf37-e8d9242f0100 req-94e2a708-333f-4533-97eb-671b03cb7025 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815423 Nov 11 11:08:23.468452 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-40b92573-a4c9-486d-bf69-0702c0a01840 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.471619 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-40b92573-a4c9-486d-bf69-0702c0a01840 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 814 time: 0.1135912 Nov 11 11:08:23.475856 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-058febf5-a63e-4327-b5c8-744428c56802 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516148 Nov 11 11:08:23.504968 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Request body: {'port': {'device_id': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'network_id': '2603c148-2998-4817-8be5-82f736deea23', 'admin_state_up': True, 'tenant_id': 'd4f334d8b9e148e3a010ebc907cf9038'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:08:23.586201 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fb3a8284-dd8b-4f25-a476-4e2b26f054a3 req-a0f34cb6-11c0-41b3-be99-0b053b0b4cf9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 210 time: 0.0489783 Nov 11 11:08:23.609468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-240483f9-85a6-4e6e-b0c9-c7b0758f7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.610962 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-240483f9-85a6-4e6e-b0c9-c7b0758f7a96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 1099 time: 0.0647023 Nov 11 11:08:23.631994 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Made reservation on behalf of d4f334d8b9e148e3a010ebc907cf9038 for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:08:23.636420 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:23.670598 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:08:23.751403 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-0317b0ac-90a6-4170-8c80-584ffb0e50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.752921 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-0317b0ac-90a6-4170-8c80-584ffb0e50bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.1005435 Nov 11 11:08:23.771089 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:23.783237 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:08:23.785317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Allocated IP 172.20.0.10 (2603c148-2998-4817-8be5-82f736deea23/4ecc4c25-364c-4561-b714-a64dcfb08627/1572128b-b155-41e7-ab1f-ae60989cfea8) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:08:23.826164 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:23.832212 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-12d0068c-09b3-407c-bcc4-1ea7d12be589 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 200 len: 1002 time: 0.0644033 Nov 11 11:08:23.840100 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:08:23.860420 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:23.864790 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:23.895289 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-beff8f9e-adc2-430e-827e-21b140292b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.897536 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-beff8f9e-adc2-430e-827e-21b140292b68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0483942 Nov 11 11:08:23.917833 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=6']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:23.925438 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.925798 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.926143 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.926483 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.926815 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.927150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.927476 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.927803 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.928131 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.928515 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.928805 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.929127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:23.943724 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:23.945186 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-5d5833c7-1dae-4bfd-94e2-517c63d7dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:23.947316 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-5d5833c7-1dae-4bfd-94e2-517c63d7dc04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429773 Nov 11 11:08:23.960173 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['e25b3e1b-debe-4fe5-8822-cdcfc1730dff'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:08:23.978403 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.046304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Network 2603c148-2998-4817-8be5-82f736deea23 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:08:24.050254 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:08:24.053083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:08:24.058664 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Pushing event updated for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:24.069651 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-01569318-8198-49e9-b5cf-379c10cee859 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114802 Nov 11 11:08:24.106513 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:24.107150 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.124661 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-bd1e625c-250d-4d5c-90db-036b16f45ff5 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280949 Nov 11 11:08:24.166068 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a490aad1-c036-4559-9a74-2d8a044a5990 req-12e4d552-6291-4f77-bc12-de9776442ed6 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Nov 11 11:08:24.203861 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Request body: {'port': {'device_id': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:08:24.259480 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.531296 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1572128b-b155-41e7-ab1f-ae60989cfea8 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:08:24.538984 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.552710 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Transition to ACTIVE for port object 1572128b-b155-41e7-ab1f-ae60989cfea8 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:08:24.557671 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.617775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ff28-4abc-4630-ba1d-c5c728564564 req-0ccdf113-2dce-410f-aee1-e57106db642b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:24.625265 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-12b9ff28-4abc-4630-ba1d-c5c728564564 req-0ccdf113-2dce-410f-aee1-e57106db642b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0827754 Nov 11 11:08:24.658701 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Pushing event updated for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:24.705643 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Attempting to bind port 1572128b-b155-41e7-ab1f-ae60989cfea8 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:08:24.706140 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Attempting to bind port 1572128b-b155-41e7-ab1f-ae60989cfea8 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:08:24.706567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Attempting to bind port 1572128b-b155-41e7-ab1f-ae60989cfea8 on network 2603c148-2998-4817-8be5-82f736deea23 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:08:24.717120 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Port 1572128b-b155-41e7-ab1f-ae60989cfea8 on network 2603c148-2998-4817-8be5-82f736deea23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:08:24.717541 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Attempting to bind port 1572128b-b155-41e7-ab1f-ae60989cfea8 on network 2603c148-2998-4817-8be5-82f736deea23 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:08:24.724420 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:08:24.724420 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Checking segment: {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:08:24.725062 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Bound using segment: {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:08:24.725752 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Bound port: 1572128b-b155-41e7-ab1f-ae60989cfea8, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2603c148-2998-4817-8be5-82f736deea23'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:08:24.726198 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.737996 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-12b9ff28-4abc-4630-ba1d-c5c728564564 req-7a7d01f5-0a7f-47fe-9550-f89d5e07eece tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056516 Nov 11 11:08:24.805848 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:08:24.809642 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1572128b-b155-41e7-ab1f-ae60989cfea8,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:08:24.814758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.833480 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4964971-cd35-4eb9-be5a-e54291e0e633 req-f8b5d7f3-f52d-4faa-830f-99c316900b17 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:24.837644 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a4964971-cd35-4eb9-be5a-e54291e0e633 req-f8b5d7f3-f52d-4faa-830f-99c316900b17 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 944 time: 0.0550323 Nov 11 11:08:24.849728 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:24.850352 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:24.851723 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] 10.222.0.20 "PUT /v2.0/ports/1572128b-b155-41e7-ab1f-ae60989cfea8 HTTP/1.1" status: 200 len: 1094 time: 0.6522503 Nov 11 11:08:24.852166 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:24.855076 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84123aff-2031-46ff-a8f1-e63cc95b6f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:24.888492 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a37b89-c1a2-487d-b611-1b1c2e0d336d service neutron] Pushing event updated for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:24.908607 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a4964971-cd35-4eb9-be5a-e54291e0e633 req-885edc16-1c98-42f0-8b1a-9328f8e4981c tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Nov 11 11:08:24.939927 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee1b7a3-5d0c-4597-b7b9-accfd69e109a x-openstack-request-id: req-9ee1b7a3-5d0c-4597-b7b9-accfd69e109a {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:24.940222 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:24.940473 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ee1b7a3-5d0c-4597-b7b9-accfd69e109a {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:24.940889 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8', 'status': 'completed', 'code': 200} Nov 11 11:08:24.957499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-d67ac2ef-0a75-40eb-9362-5caaac65681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:24.959003 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-d67ac2ef-0a75-40eb-9362-5caaac65681e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 1097 time: 0.0492041 Nov 11 11:08:25.015488 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-268a70ad-0946-4719-ab8a-8ff6653cb13e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1572128b-b155-41e7-ab1f-ae60989cfea8 HTTP/1.1" status: 200 len: 217 time: 0.0451050 Nov 11 11:08:25.073903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-aa9c264b-9fde-4c0c-a6e4-e751cf74ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:25.075348 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-aa9c264b-9fde-4c0c-a6e4-e751cf74ba3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ecc4c25-364c-4561-b714-a64dcfb08627 HTTP/1.1" status: 200 len: 854 time: 0.0496373 Nov 11 11:08:25.117754 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-a714199d-2b8c-4a4c-8592-019559f5ebf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2603c148-2998-4817-8be5-82f736deea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298119 Nov 11 11:08:25.222666 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-e47e0cc3-ad3f-4fa6-8ef9-8227e38164fa service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960782 Nov 11 11:08:25.326781 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-54a0757d-ae29-4bc1-a85b-0596da9a1326 req-a6590c33-ad09-4c8f-a9ba-975653a2dd95 service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946677 Nov 11 11:08:25.444095 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-71abb2c4-54f0-4b62-a84e-63f304e32d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:25.445651 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-71abb2c4-54f0-4b62-a84e-63f304e32d17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 1097 time: 0.0518761 Nov 11 11:08:25.547216 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-08aa1ee6-aff0-4a42-89c3-2f10217d81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:25.549517 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-08aa1ee6-aff0-4a42-89c3-2f10217d81ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 200 len: 915 time: 0.0946629 Nov 11 11:08:25.607206 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-3d404ff1-6646-4af0-bf48-24fa37a43198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1572128b-b155-41e7-ab1f-ae60989cfea8 HTTP/1.1" status: 200 len: 217 time: 0.0396614 Nov 11 11:08:25.662978 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-df8b3030-4f21-49d5-9de5-f141872bcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:25.664446 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-df8b3030-4f21-49d5-9de5-f141872bcb64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ecc4c25-364c-4561-b714-a64dcfb08627 HTTP/1.1" status: 200 len: 854 time: 0.0473237 Nov 11 11:08:25.681376 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:08:25.706256 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-3011ead5-37c2-4fd4-b070-ebff0aee36dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2603c148-2998-4817-8be5-82f736deea23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311615 Nov 11 11:08:25.750337 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port e25b3e1b-debe-4fe5-8822-cdcfc1730dff triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:08:25.750747 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:25.832161 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-fdb7466d-abdd-48cd-9c9b-81b8346afb1b service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151228 Nov 11 11:08:25.888061 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:25.922244 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:25.925095 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a52112-1104-4974-9d74-e5b77a87a97a" -d '{"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:25.925470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46a359-c14e-4032-84be-11dcf01a4aa7 req-4096fdc2-a818-492d-b42d-fba4d9c73642 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:25.927360 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae46a359-c14e-4032-84be-11dcf01a4aa7 req-4096fdc2-a818-492d-b42d-fba4d9c73642 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0862224 Nov 11 11:08:25.945697 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:25.953927 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:26.006929 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-84123aff-2031-46ff-a8f1-e63cc95b6f5f req-818a1575-3669-456c-ac25-677983d20ddc service neutron] 10.222.0.20 "GET /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633275 Nov 11 11:08:26.032788 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ae46a359-c14e-4032-84be-11dcf01a4aa7 req-8f06b400-89ea-41d7-a5a1-9b73140d703a tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903649 Nov 11 11:08:26.088437 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=7']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:26.134348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba314ae0-2070-4989-bbed-995ef857b297 req-76979f0c-538f-43e1-b7f4-ed11bb3c1073 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:26.135975 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba314ae0-2070-4989-bbed-995ef857b297 req-76979f0c-538f-43e1-b7f4-ed11bb3c1073 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 944 time: 0.1269038 Nov 11 11:08:26.183682 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ddcfc-e60f-42be-ab7f-3e79fe49fbd7 x-openstack-request-id: req-bf0ddcfc-e60f-42be-ab7f-3e79fe49fbd7 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:26.183972 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:26.184220 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf0ddcfc-e60f-42be-ab7f-3e79fe49fbd7 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:26.184640 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'code': 200} Nov 11 11:08:26.194021 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ba314ae0-2070-4989-bbed-995ef857b297 req-d591d2ce-8b87-4c27-a49f-d77226abb286 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513189 Nov 11 11:08:27.173424 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa37b9-5fbd-4802-84b8-608ca7f4d494 req-d5260dfa-44c9-4873-9624-8b2ac34597a7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:27.175022 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eaaa37b9-5fbd-4802-84b8-608ca7f4d494 req-d5260dfa-44c9-4873-9624-8b2ac34597a7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0546527 Nov 11 11:08:27.241176 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-eaaa37b9-5fbd-4802-84b8-608ca7f4d494 req-2d7405b4-9bec-409e-a398-a0d20673dc2c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594847 Nov 11 11:08:27.325940 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84849a3c-3092-445a-85a7-0254ffb98d05 req-8c3bf6f0-894a-4591-99f4-74c808770b82 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:27.327483 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84849a3c-3092-445a-85a7-0254ffb98d05 req-8c3bf6f0-894a-4591-99f4-74c808770b82 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 944 time: 0.0525086 Nov 11 11:08:27.383064 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-84849a3c-3092-445a-85a7-0254ffb98d05 req-dd418af8-b2f3-4b8c-bf89-47eb1978abe7 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Nov 11 11:08:27.681761 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1572128b-b155-41e7-ab1f-ae60989cfea8 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:08:27.790659 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1572128b-b155-41e7-ab1f-ae60989cfea8,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:27.802194 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '1572128b-b155-41e7-ab1f-ae60989cfea8', 'network_id': '2603c148-2998-4817-8be5-82f736deea23', 'port_id': '1572128b-b155-41e7-ab1f-ae60989cfea8', 'mac_address': 'fa:16:3e:f6:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecc4c25-364c-4561-b714-a64dcfb08627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:08:27.841452 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:27.856007 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1572128b-b155-41e7-ab1f-ae60989cfea8 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:08:27.878187 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1572128b-b155-41e7-ab1f-ae60989cfea8,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:27.883022 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:27.934916 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:28.163689 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['1572128b-b155-41e7-ab1f-ae60989cfea8'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:08:28.406144 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f62db-7388-468e-bf89-b3ba10c54835 req-99120a08-31ea-43ec-9ebf-5e657a546364 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:28.408307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a5f62db-7388-468e-bf89-b3ba10c54835 req-99120a08-31ea-43ec-9ebf-5e657a546364 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0726907 Nov 11 11:08:28.466442 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a5f62db-7388-468e-bf89-b3ba10c54835 req-456103ce-7577-4f02-b365-ff0d83245673 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514143 Nov 11 11:08:28.537495 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019127b-288f-4ead-b559-8ec239b05b7f req-b2586551-0596-412b-8cab-2c5fc4c0a494 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:28.539000 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f019127b-288f-4ead-b559-8ec239b05b7f req-b2586551-0596-412b-8cab-2c5fc4c0a494 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Nov 11 11:08:28.599908 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f019127b-288f-4ead-b559-8ec239b05b7f req-19f67700-e61f-4a4b-aa0c-66c24665eb02 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527239 Nov 11 11:08:29.599425 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a03808-f1da-49a4-a335-50474ec14e46 req-15d801bb-eaab-4896-8172-2037d484276b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:29.605032 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-18a03808-f1da-49a4-a335-50474ec14e46 req-15d801bb-eaab-4896-8172-2037d484276b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0561080 Nov 11 11:08:29.666248 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-18a03808-f1da-49a4-a335-50474ec14e46 req-1dda6e96-0095-49c6-bbae-1e1cb467df16 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583472 Nov 11 11:08:29.708429 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1572128b-b155-41e7-ab1f-ae60989cfea8 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:08:29.733492 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39b7e-1469-4671-9a22-c20f0422fa1a req-7d8a0b75-3a03-4e28-8de3-bdebd35b0692 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:29.741328 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-baf39b7e-1469-4671-9a22-c20f0422fa1a req-7d8a0b75-3a03-4e28-8de3-bdebd35b0692 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 945 time: 0.0637810 Nov 11 11:08:29.766618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 1572128b-b155-41e7-ab1f-ae60989cfea8 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:08:29.771843 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 1572128b-b155-41e7-ab1f-ae60989cfea8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:08:29.772461 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:29.807606 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-baf39b7e-1469-4671-9a22-c20f0422fa1a req-ae591127-8ba4-4cca-a90c-7796616c29d9 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607073 Nov 11 11:08:29.865948 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:29.901126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:29.904067 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaa542e-68ac-41bb-96b9-19eb120bc3ab" -d '{"events": [{"server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "name": "network-vif-plugged", "status": "completed", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:29.908848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1572128b-b155-41e7-ab1f-ae60989cfea8,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:29.913240 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:29.946955 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0939a5bf-2344-43b1-9948-280797b40811 x-openstack-request-id: req-0939a5bf-2344-43b1-9948-280797b40811 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:29.947258 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "name": "network-vif-plugged", "status": "completed", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:29.947450 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0939a5bf-2344-43b1-9948-280797b40811 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:29.947972 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8', 'code': 200} Nov 11 11:08:29.979884 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:30.154059 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8879b16-0ec4-40a8-b53b-b558f3d4eb70 req-0848df8e-6f53-40f4-84ba-8662dc5f77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:30.155650 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d8879b16-0ec4-40a8-b53b-b558f3d4eb70 req-0848df8e-6f53-40f4-84ba-8662dc5f77d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 1099 time: 0.0446610 Nov 11 11:08:30.218983 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-d8879b16-0ec4-40a8-b53b-b558f3d4eb70 req-d7b1f9cc-e537-4f29-8aba-2af36d9d2405 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 Nov 11 11:08:30.796775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cea6d-5ed9-4b36-a180-322edbe36d0c req-0cf15466-c71a-4a34-8ad4-155fcb95accc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:30.798236 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-385cea6d-5ed9-4b36-a180-322edbe36d0c req-0cf15466-c71a-4a34-8ad4-155fcb95accc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0598361 Nov 11 11:08:30.850664 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-385cea6d-5ed9-4b36-a180-322edbe36d0c req-cec823ff-5dda-44c9-b4f6-cd9a5f28a202 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437350 Nov 11 11:08:30.931332 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f49f9-d700-425d-85b3-06cc8b4ff01a req-4e48f3c4-7d0b-4bee-b59e-d9f269354e28 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:30.932889 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-396f49f9-d700-425d-85b3-06cc8b4ff01a req-4e48f3c4-7d0b-4bee-b59e-d9f269354e28 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 946 time: 0.0574501 Nov 11 11:08:31.013626 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-396f49f9-d700-425d-85b3-06cc8b4ff01a req-48859096-93ef-43d8-ac7c-9175ab8e9015 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741429 Nov 11 11:08:31.989476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb2a79-1f51-4338-a073-3cc36356de5d req-1e743463-1705-4ce9-8104-9dd4b2ded541 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:31.991132 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fdb2a79-1f51-4338-a073-3cc36356de5d req-1e743463-1705-4ce9-8104-9dd4b2ded541 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0554917 Nov 11 11:08:32.047558 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fdb2a79-1f51-4338-a073-3cc36356de5d req-bd4cef77-7cb5-47b0-b90a-2543cd82d87c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491252 Nov 11 11:08:32.171062 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffa41-7fcb-4e50-abaa-6ed966922f91 req-d9138d7f-0f1a-470b-9859-e8d0c94eb1ae tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:32.172906 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4ccffa41-7fcb-4e50-abaa-6ed966922f91 req-d9138d7f-0f1a-470b-9859-e8d0c94eb1ae tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 946 time: 0.0539045 Nov 11 11:08:32.243250 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4ccffa41-7fcb-4e50-abaa-6ed966922f91 req-d7296683-7022-4a77-8fbf-82087fa05ceb tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Nov 11 11:08:33.189429 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793e4d-157e-40d5-8ade-3a86ee0436e5 req-21d189ff-aea8-4797-b27d-ad1f38f69739 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:33.191155 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62793e4d-157e-40d5-8ade-3a86ee0436e5 req-21d189ff-aea8-4797-b27d-ad1f38f69739 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0587006 Nov 11 11:08:33.251266 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-62793e4d-157e-40d5-8ade-3a86ee0436e5 req-8c47d09a-a430-491e-9cfa-6e3787577305 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521264 Nov 11 11:08:34.379275 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30483767-152b-4532-b679-ac9f89675839 req-2986133e-1836-4cdb-ae3a-91d97877fadc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:34.380797 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-30483767-152b-4532-b679-ac9f89675839 req-2986133e-1836-4cdb-ae3a-91d97877fadc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0519733 Nov 11 11:08:34.430813 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-30483767-152b-4532-b679-ac9f89675839 req-0a42ef0e-be41-422b-9ae7-9b8b7d07e1a1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Nov 11 11:08:34.982205 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-5d35cc2a-29c7-493c-bde8-65baeffa5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:34.983772 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-5d35cc2a-29c7-493c-bde8-65baeffa5c12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1098 time: 0.0442913 Nov 11 11:08:35.076732 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-e71fc89d-1211-4686-83f9-c68aa483b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:35.078179 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-e71fc89d-1211-4686-83f9-c68aa483b86f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.0872242 Nov 11 11:08:35.144782 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-349d0f42-7265-4650-91a3-f2270836a1cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 1000 time: 0.0591831 Nov 11 11:08:35.193342 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-f4b66d7e-a0fe-428c-afe6-8488aaa77a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:35.194773 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-f4b66d7e-a0fe-428c-afe6-8488aaa77a2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0431705 Nov 11 11:08:35.248616 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-ff15df70-f5b5-414d-8802-8af031f1ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:35.250088 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-ff15df70-f5b5-414d-8802-8af031f1ef82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396421 Nov 11 11:08:35.344624 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-de8a5b12-d93f-456d-866f-8254f9a0414a service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867736 Nov 11 11:08:35.432879 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-b57dddbc-2c0d-4a47-8288-3134c5b0eb87 req-0e54e240-7525-460e-8677-2f478a36e0de service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793424 Nov 11 11:08:35.551030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e9622-0f24-4abe-aedc-2daac72b6955 req-44cb7717-1c08-41c0-b909-f8fefeaf2a00 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:35.552481 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-577e9622-0f24-4abe-aedc-2daac72b6955 req-44cb7717-1c08-41c0-b909-f8fefeaf2a00 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0481801 Nov 11 11:08:35.602584 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-577e9622-0f24-4abe-aedc-2daac72b6955 req-32a6bf66-ec58-4a66-a361-d7f7dce53599 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441051 Nov 11 11:08:36.720287 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d95f-933a-4516-9dfd-c5a72cab24ad req-7b500ab4-dcc1-4e44-98ef-e3b2018ca1df tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:36.721803 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6052d95f-933a-4516-9dfd-c5a72cab24ad req-7b500ab4-dcc1-4e44-98ef-e3b2018ca1df tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0484707 Nov 11 11:08:36.768470 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6052d95f-933a-4516-9dfd-c5a72cab24ad req-f1e7b777-8fba-406b-b634-da5e9b84c817 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Nov 11 11:08:37.759687 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:08:37.837061 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:37.859511 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:37.861984 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d985e1-7c85-43ca-ad00-1cac6588c60e" -d '{"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:37.875173 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:37.880719 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:37.890219 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b863124-e3f1-4e93-a27c-d293761fe97a req-b2789d50-aa9c-412d-85d5-3d53901f2d5b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:37.891746 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9b863124-e3f1-4e93-a27c-d293761fe97a req-b2789d50-aa9c-412d-85d5-3d53901f2d5b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 945 time: 0.0511496 Nov 11 11:08:37.904470 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f0a50-3847-421c-95c1-862afe0b9581 x-openstack-request-id: req-1b9f0a50-3847-421c-95c1-862afe0b9581 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:37.904804 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-unplugged", "status": "failed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "code": 422}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:37.905058 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b9f0a50-3847-421c-95c1-862afe0b9581 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:37.905457 dv-cinder-817514-2-iscsi neutron-server[101621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'code': 422} returned with failed status Nov 11 11:08:37.932814 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=8']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:37.949080 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9b863124-e3f1-4e93-a27c-d293761fe97a req-7eafc87a-8eda-4312-844b-e2a3cd979368 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461681 Nov 11 11:08:38.854400 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc27178-7a6e-456c-8c89-c47fcc5dec77 req-636f9fee-5f6c-426b-8eee-196fbec48a43 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:38.855893 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fcc27178-7a6e-456c-8c89-c47fcc5dec77 req-636f9fee-5f6c-426b-8eee-196fbec48a43 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0531340 Nov 11 11:08:38.905493 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fcc27178-7a6e-456c-8c89-c47fcc5dec77 req-228b777b-71dd-4a23-8fe8-e1ab3349d7c1 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Nov 11 11:08:39.100250 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43168) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:08:39.187108 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-fcf8533f-4a78-4104-81e5-be102f43cffd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856671 Nov 11 11:08:39.195855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e962af8e-db83-4d65-a7d1-8a5a3bb67bd2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:08:39.196834 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e962af8e-db83-4d65-a7d1-8a5a3bb67bd2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049510 Nov 11 11:08:40.034872 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16078-adf9-43dd-ae5d-7cd86aca0ab4 req-c2c0230d-d35e-48b2-b15c-c25de7773bb4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.036446 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f1b16078-adf9-43dd-ae5d-7cd86aca0ab4 req-c2c0230d-d35e-48b2-b15c-c25de7773bb4 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0528471 Nov 11 11:08:40.062794 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e6c10c00-7e1d-4622-84f5-031cd396dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.064313 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e6c10c00-7e1d-4622-84f5-031cd396dd43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf&tenant_id=246b03f49fb440b5969ef1312635feab HTTP/1.1" status: 200 len: 1096 time: 0.0790036 Nov 11 11:08:40.086972 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f1b16078-adf9-43dd-ae5d-7cd86aca0ab4 req-a1095b4c-534b-4500-b5b0-a95fdb1a64c3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Nov 11 11:08:40.126210 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-5b5e825c-1222-4d3f-9029-df1c0b4bd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.127677 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-5b5e825c-1222-4d3f-9029-df1c0b4bd983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1096 time: 0.0418930 Nov 11 11:08:40.245087 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e7621e9c-3d42-496c-aa8c-3cd4e9a5ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.246536 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-e7621e9c-3d42-496c-aa8c-3cd4e9a5ac10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.1123149 Nov 11 11:08:40.313008 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-55e272f2-1854-4e36-ae10-40af5281db8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 998 time: 0.0586805 Nov 11 11:08:40.364061 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-17a41159-e092-4fc0-8ef5-0147d9a5d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.365558 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-17a41159-e092-4fc0-8ef5-0147d9a5d408 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0452414 Nov 11 11:08:40.421498 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-23754644-c805-497a-8427-562b5d7da891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.423248 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-23754644-c805-497a-8427-562b5d7da891 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501907 Nov 11 11:08:40.438037 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ead7d2cb-f8dd-4237-aa65-69b387a49253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:40.524343 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666af7b-e147-4395-928f-461817324801 req-ae3730dd-5ed5-4e13-baa5-c6e953999e5d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:40.525895 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1666af7b-e147-4395-928f-461817324801 req-ae3730dd-5ed5-4e13-baa5-c6e953999e5d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0588326 Nov 11 11:08:40.531709 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-400e9469-d47f-41f7-9d77-033a79528790 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955431 Nov 11 11:08:40.576918 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1666af7b-e147-4395-928f-461817324801 req-84dccf5b-d236-4c03-88ac-4ca7f7203d9a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Nov 11 11:08:41.208119 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a46fc-58ce-4ec8-a9dc-c2432ab07907 req-c7f29585-ac88-4ec2-a66f-e862957b5329 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:41.209599 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7b5a46fc-58ce-4ec8-a9dc-c2432ab07907 req-c7f29585-ac88-4ec2-a66f-e862957b5329 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0481477 Nov 11 11:08:41.257250 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7b5a46fc-58ce-4ec8-a9dc-c2432ab07907 req-756faee5-301a-4e82-b14b-5dc28c565c56 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Nov 11 11:08:41.696601 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5e89-045c-403b-822c-c6ec07fdd56a req-911645ff-5b08-4a2c-9ff1-727c9b7fdd1c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:41.698736 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e54e5e89-045c-403b-822c-c6ec07fdd56a req-911645ff-5b08-4a2c-9ff1-727c9b7fdd1c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0536776 Nov 11 11:08:41.747474 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e54e5e89-045c-403b-822c-c6ec07fdd56a req-056530c0-c903-4c89-b439-f2cc652b2722 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Nov 11 11:08:41.753124 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-615bbab2-e134-41d3-aeb4-295d1d3af5f6 req-0dae0bfc-34c0-43ea-b350-983d2fea3814 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923567 Nov 11 11:08:42.374045 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a449c-038a-4f7d-ab25-9cf3ecf82af0 req-44cdd0bc-4b79-4d0a-9300-6d2dd715108f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:42.375528 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-872a449c-038a-4f7d-ab25-9cf3ecf82af0 req-44cdd0bc-4b79-4d0a-9300-6d2dd715108f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0493059 Nov 11 11:08:42.423557 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-872a449c-038a-4f7d-ab25-9cf3ecf82af0 req-450b0c2c-0b8e-489a-a289-f09dabcda473 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Nov 11 11:08:42.859850 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba87516-d2b4-4927-9518-d60b26a9e0ed req-660d4e60-1560-40ea-a23f-ae10feff1094 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:42.861313 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ba87516-d2b4-4927-9518-d60b26a9e0ed req-660d4e60-1560-40ea-a23f-ae10feff1094 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Nov 11 11:08:42.885457 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-afaa0ef3-a96c-4bbd-bb18-0de715ac0d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:42.915033 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ba87516-d2b4-4927-9518-d60b26a9e0ed req-f34f532b-7057-4105-bb35-3dd35019c6ee tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Nov 11 11:08:43.544397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494f89-9731-47f1-93f7-3be60c1c48bc req-fe36c287-f6fa-4cf0-9a20-1d8bb72c1a79 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:43.545888 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-77494f89-9731-47f1-93f7-3be60c1c48bc req-fe36c287-f6fa-4cf0-9a20-1d8bb72c1a79 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0494852 Nov 11 11:08:43.597706 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-77494f89-9731-47f1-93f7-3be60c1c48bc req-bbcb1827-e4a2-4ac0-a82d-dd2723213379 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Nov 11 11:08:43.964023 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:44.050965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a85dd-b11f-4b48-89c4-bd0b316defa3 req-98e5c436-9d86-41b9-ad30-dde89e7776f5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:44.052742 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-449a85dd-b11f-4b48-89c4-bd0b316defa3 req-98e5c436-9d86-41b9-ad30-dde89e7776f5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0578532 Nov 11 11:08:44.146934 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-449a85dd-b11f-4b48-89c4-bd0b316defa3 req-7c09ac93-3223-4b75-9549-9c816901032c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810237 Nov 11 11:08:44.727395 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a469a-8e4f-40be-967b-8672c8bd2a58 req-eefa6ba0-ac90-4f36-a15b-bcbd99e0d73d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:44.728929 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f9a469a-8e4f-40be-967b-8672c8bd2a58 req-eefa6ba0-ac90-4f36-a15b-bcbd99e0d73d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0548294 Nov 11 11:08:44.779026 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6f9a469a-8e4f-40be-967b-8672c8bd2a58 req-865dc1a3-09c2-4bf4-8c1e-27d6c66617c3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Nov 11 11:08:45.259137 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42209679-ac6e-43e9-8850-322e33916c63 req-844fafdd-005e-47fe-b9a2-8afe31a79837 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:45.260670 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-42209679-ac6e-43e9-8850-322e33916c63 req-844fafdd-005e-47fe-b9a2-8afe31a79837 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0518634 Nov 11 11:08:45.312218 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-42209679-ac6e-43e9-8850-322e33916c63 req-e02d04ee-46c2-4bef-9f86-fe10601cbdb6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Nov 11 11:08:45.449101 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:45.902261 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc065360-e514-4d41-97b9-f3b886f86429 req-1071b7f9-7e90-4748-9741-a276569a2aa7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:45.904329 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc065360-e514-4d41-97b9-f3b886f86429 req-1071b7f9-7e90-4748-9741-a276569a2aa7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0516326 Nov 11 11:08:45.965489 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc065360-e514-4d41-97b9-f3b886f86429 req-3666fe16-a559-4847-99e7-467bcd4830f0 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509338 Nov 11 11:08:46.361429 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:46.437082 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81adff-d7ec-417f-8070-5edec2ada726 req-88ad7a00-cb72-4ae8-aeb9-b1c94ae0b3fe tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:46.439065 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ed81adff-d7ec-417f-8070-5edec2ada726 req-88ad7a00-cb72-4ae8-aeb9-b1c94ae0b3fe tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0531313 Nov 11 11:08:46.490653 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ed81adff-d7ec-417f-8070-5edec2ada726 req-f4d12d5b-72ef-4163-8073-4491f153dbf3 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450945 Nov 11 11:08:47.089697 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f67f00-a62b-47f0-a4b6-0edf347dd9b9 req-46cc2af3-f029-4a6f-9004-c4a9549c26ac tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:47.091198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-28f67f00-a62b-47f0-a4b6-0edf347dd9b9 req-46cc2af3-f029-4a6f-9004-c4a9549c26ac tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0498271 Nov 11 11:08:47.141561 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-28f67f00-a62b-47f0-a4b6-0edf347dd9b9 req-f3b5825a-d2fd-4541-9397-37ca7a608621 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441155 Nov 11 11:08:47.616764 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5a64-9c54-4e35-9fa5-e21917ca62ec req-fca33d70-29f2-4de1-bc4c-98c580273875 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:47.618382 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60dc5a64-9c54-4e35-9fa5-e21917ca62ec req-fca33d70-29f2-4de1-bc4c-98c580273875 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Nov 11 11:08:47.671293 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60dc5a64-9c54-4e35-9fa5-e21917ca62ec req-46c5e32d-91ca-4897-924e-3513bc3f9650 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Nov 11 11:08:48.271442 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d913117-3b9c-46be-a5d5-fcaeeb588d7b req-3e15e671-5823-4fab-843d-92048ab66152 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:48.272933 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d913117-3b9c-46be-a5d5-fcaeeb588d7b req-3e15e671-5823-4fab-843d-92048ab66152 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0583358 Nov 11 11:08:48.324411 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0d913117-3b9c-46be-a5d5-fcaeeb588d7b req-51260560-07f1-4715-bd11-a9c78615ad05 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Nov 11 11:08:48.794539 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c28ba-9ce0-4e57-be73-d3db0890458c req-510b66c9-ecfd-4790-9d32-8ac5a2976630 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:48.796534 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4a0c28ba-9ce0-4e57-be73-d3db0890458c req-510b66c9-ecfd-4790-9d32-8ac5a2976630 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0559762 Nov 11 11:08:48.873972 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4a0c28ba-9ce0-4e57-be73-d3db0890458c req-29fc5010-0598-49ad-8d9c-7020a0ab8870 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660074 Nov 11 11:08:49.447567 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8844273-7a65-437b-ae5b-999a902e67d6 req-054055c6-8456-413a-8109-ad5dfe160374 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:49.449107 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e8844273-7a65-437b-ae5b-999a902e67d6 req-054055c6-8456-413a-8109-ad5dfe160374 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0498393 Nov 11 11:08:49.499535 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e8844273-7a65-437b-ae5b-999a902e67d6 req-0f8fb78e-7415-4924-9658-2315860d4e41 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Nov 11 11:08:49.996055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bfb7d-f223-4bcf-897b-2ef047c90c9b req-3d7deef7-0963-43aa-8b27-92de3044e248 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:49.997586 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8a8bfb7d-f223-4bcf-897b-2ef047c90c9b req-3d7deef7-0963-43aa-8b27-92de3044e248 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0519419 Nov 11 11:08:50.054441 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8a8bfb7d-f223-4bcf-897b-2ef047c90c9b req-2cc87de9-912f-49ad-ab7a-f856dfa26c17 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498686 Nov 11 11:08:50.626391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e550ad-d136-4c3c-9059-a1423148ed22 req-390bf1da-e299-430e-90fd-1821c0e3f764 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:50.628084 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b9e550ad-d136-4c3c-9059-a1423148ed22 req-390bf1da-e299-430e-90fd-1821c0e3f764 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0519152 Nov 11 11:08:50.675197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b9e550ad-d136-4c3c-9059-a1423148ed22 req-7dd95aea-a703-4c1e-bed3-0d53aa795eb6 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Nov 11 11:08:51.191877 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e71ee8-b1cf-4f28-8207-febbe1fb4e35 req-a37adb31-845e-4015-8fb3-6ae30d3b4f39 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:51.193608 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-38e71ee8-b1cf-4f28-8207-febbe1fb4e35 req-a37adb31-845e-4015-8fb3-6ae30d3b4f39 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0657444 Nov 11 11:08:51.254228 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-38e71ee8-b1cf-4f28-8207-febbe1fb4e35 req-db59e524-b004-44b6-904c-e21f574f1040 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533142 Nov 11 11:08:51.799757 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d6cc-b64c-4d04-8389-c48f7bd9a9e3 req-ee1af7a0-cc24-4cc4-8760-80e1868f521f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:51.801307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c772d6cc-b64c-4d04-8389-c48f7bd9a9e3 req-ee1af7a0-cc24-4cc4-8760-80e1868f521f tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0541263 Nov 11 11:08:51.850150 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c772d6cc-b64c-4d04-8389-c48f7bd9a9e3 req-97ce0b89-f409-4559-9e7c-01c23ca207b3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Nov 11 11:08:52.372226 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee4a2-cc5d-4173-a976-97ac4164a3b2 req-006db34e-ade8-462d-99fb-89b0cd215337 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:52.373750 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6bdee4a2-cc5d-4173-a976-97ac4164a3b2 req-006db34e-ade8-462d-99fb-89b0cd215337 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0504611 Nov 11 11:08:52.427594 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6bdee4a2-cc5d-4173-a976-97ac4164a3b2 req-29892c31-cee8-4933-ae04-ac114acf1cf9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Nov 11 11:08:52.980694 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc5c8-e43e-43c4-b5c6-3940b264a879 req-9e8d5fcb-26e1-4996-ae57-dfc7fed230c7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:52.982224 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-823cc5c8-e43e-43c4-b5c6-3940b264a879 req-9e8d5fcb-26e1-4996-ae57-dfc7fed230c7 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0574296 Nov 11 11:08:53.049687 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-823cc5c8-e43e-43c4-b5c6-3940b264a879 req-7f9d8cc9-670d-4ca3-a2d9-93db37f188ac tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608175 Nov 11 11:08:53.222635 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:53.550090 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e65e95-5af9-444b-9184-65dbea58c183 req-dd50cfcb-7710-4143-a135-30cfaa277576 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:53.551600 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f3e65e95-5af9-444b-9184-65dbea58c183 req-dd50cfcb-7710-4143-a135-30cfaa277576 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Nov 11 11:08:53.605420 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f3e65e95-5af9-444b-9184-65dbea58c183 req-2cf4bc5d-2006-4ef4-838b-a85a20b4aad8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Nov 11 11:08:54.178449 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf1422-1a22-4b22-a53e-403f8073d33e req-3254d378-c646-4671-af04-250926aa3fef tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:54.179993 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acaf1422-1a22-4b22-a53e-403f8073d33e req-3254d378-c646-4671-af04-250926aa3fef tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0528090 Nov 11 11:08:54.230731 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-acaf1422-1a22-4b22-a53e-403f8073d33e req-2cc0303d-a33b-4a7d-bde5-c4962c0899ea tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Nov 11 11:08:54.724490 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0d69-8d3a-4b4d-bb6a-8ab308c544d2 req-3745549a-9174-4d82-aac7-85b1168675a3 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:54.726097 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cbac0d69-8d3a-4b4d-bb6a-8ab308c544d2 req-3745549a-9174-4d82-aac7-85b1168675a3 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0536766 Nov 11 11:08:54.776857 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cbac0d69-8d3a-4b4d-bb6a-8ab308c544d2 req-be4bbe40-cf0d-41c6-aea5-8d2529115fa8 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Nov 11 11:08:55.371895 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af686b0a-1b33-4902-9e5a-9230af5cb228 req-321c2824-6ed5-45cf-b41a-029399bf3c57 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:55.377010 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-af686b0a-1b33-4902-9e5a-9230af5cb228 req-321c2824-6ed5-45cf-b41a-029399bf3c57 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0703454 Nov 11 11:08:55.429664 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-af686b0a-1b33-4902-9e5a-9230af5cb228 req-ba5fb26b-b375-403c-a048-86115d353e84 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436945 Nov 11 11:08:55.893007 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd07da1-fa33-4b33-b9c5-e4367aa0c16e req-31f5c717-588a-4896-a4dc-5220d96d3fe7 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:55.894462 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1bd07da1-fa33-4b33-b9c5-e4367aa0c16e req-31f5c717-588a-4896-a4dc-5220d96d3fe7 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0511100 Nov 11 11:08:55.942134 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-1bd07da1-fa33-4b33-b9c5-e4367aa0c16e req-e1666c20-c157-47f8-85b1-6106974b5361 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411820 Nov 11 11:08:56.533614 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-35cd5e91-b0fe-40d4-bebf-7527624aaec4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:56.535216 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-35cd5e91-b0fe-40d4-bebf-7527624aaec4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 946 time: 0.0487754 Nov 11 11:08:56.540297 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe0da-8dff-416f-9426-49a4da945377 req-f95851df-10c5-4d3a-a49c-00c741e55806 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:56.541796 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7cdbe0da-8dff-416f-9426-49a4da945377 req-f95851df-10c5-4d3a-a49c-00c741e55806 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0477433 Nov 11 11:08:56.588937 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7cdbe0da-8dff-416f-9426-49a4da945377 req-9d9530a4-4aab-4e4d-b8cd-e3ebba99692d tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Nov 11 11:08:56.632040 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:08:56.632374 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:56.718898 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] For port 1bf6b2d7-30f5-481f-bc32-df6a705747e2, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1bf6b2d7-30f5-481f-bc32-df6a705747e2,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:56.719248 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:56.881726 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:56.882001 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:56.882311 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP 96eebe00-d32a-4781-b32c-45c19e9157d1 disassociated. External IP: 172.27.1.240, port: 1bf6b2d7-30f5-481f-bc32-df6a705747e2. Nov 11 11:08:56.882641 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for 1bf6b2d7-30f5-481f-bc32-df6a705747e2 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:08:56.987575 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:08:57.013183 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:57.039462 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=1bf6b2d7-30f5-481f-bc32-df6a705747e2,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:57.048027 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dc3ff44e-5760-4ece-8f46-bccb8d9dffbb req-273d1a12-99c9-4516-af9b-448a43022003 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 210 time: 0.0259316 Nov 11 11:08:57.054083 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.054435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.054778 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.055111 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.055444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.055779 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.056118 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.056435 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.056811 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.057138 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.057468 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.057792 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:08:57.166851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:08:57.532645 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:08:57.552498 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:08:57.563061 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:08:57.563843 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:08:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:08:57.580508 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] No DVR routers for this DVR port 1bf6b2d7-30f5-481f-bc32-df6a705747e2 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:08:57.583078 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:57.587768 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-db8c8781-2f67-4f88-ae55-5528af9d8539 req-e6b888f2-0612-4aa5-a9d5-d23b3b28f729 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "DELETE /v2.0/ports/1bf6b2d7-30f5-481f-bc32-df6a705747e2 HTTP/1.1" status: 204 len: 173 time: 1.0463274 Nov 11 11:08:57.588228 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'name': 'network-vif-deleted', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:08:57.591151 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd648c-6c1c-4d77-8d8a-4efcdd41183d" -d '{"events": [{"server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "name": "network-vif-deleted", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:08:57.635292 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b7d31-2338-4759-9693-26a809044e41 x-openstack-request-id: req-1e6b7d31-2338-4759-9693-26a809044e41 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:08:57.637431 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed678457-9ba5-4557-9070-3d6af8d3c4e9", "name": "network-vif-deleted", "tag": "1bf6b2d7-30f5-481f-bc32-df6a705747e2", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:08:57.637818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e6b7d31-2338-4759-9693-26a809044e41 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:08:57.639219 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed678457-9ba5-4557-9070-3d6af8d3c4e9', 'name': 'network-vif-deleted', 'tag': '1bf6b2d7-30f5-481f-bc32-df6a705747e2', 'status': 'completed', 'code': 200} Nov 11 11:08:57.707152 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:08:57.730640 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a66290-02ae-4f04-acda-2e4ffb793aaa req-b3dbfd19-5f13-462c-bf7d-eca36af37f9b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:57.732105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-42a66290-02ae-4f04-acda-2e4ffb793aaa req-b3dbfd19-5f13-462c-bf7d-eca36af37f9b tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 943 time: 0.0538018 Nov 11 11:08:57.780313 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-42a66290-02ae-4f04-acda-2e4ffb793aaa req-9cf2e310-47fd-413a-a07e-60aacba6c108 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Nov 11 11:08:57.883150 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:08:58.100275 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:08:58.134114 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:08:58.155111 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:58.156496 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-88bc8f4d-dc7e-45cc-8a49-9cd65372abb6 req-a8649cb0-11f1-45b2-b847-1a18805d5e75 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed678457-9ba5-4557-9070-3d6af8d3c4e9 HTTP/1.1" status: 200 len: 210 time: 0.0266168 Nov 11 11:08:58.157477 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:08:58.158083 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:08:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:08:58.202075 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'port_id': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'mac_address': 'fa:16:3e:f8:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:08:58.286586 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:58.307939 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:08:58.319755 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:08:58.359449 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:08:58.366787 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:08:58.489413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=9']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:08:58.573756 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:08:58.599524 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf2e82-cb42-440b-ae7a-06f29f206289 None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:08:58.608902 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['e25b3e1b-debe-4fe5-8822-cdcfc1730dff'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:08:58.819959 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c407a1-e034-4a93-b198-77a6f2455120 None None] New status for floating IP 96eebe00-d32a-4781-b32c-45c19e9157d1: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:08:58.900779 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089789b3-ee3a-44d7-b6a3-c03a2488628f req-d2b038e6-4856-453c-aa1f-b37cf7e47ae3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:58.902273 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-089789b3-ee3a-44d7-b6a3-c03a2488628f req-d2b038e6-4856-453c-aa1f-b37cf7e47ae3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0490251 Nov 11 11:08:58.952440 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-089789b3-ee3a-44d7-b6a3-c03a2488628f req-e08c65cd-b376-4945-bf33-8ddd5de3af47 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Nov 11 11:08:59.410054 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-bd02868d-10d5-46a1-9b4d-33327db43a31 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433115850&fields=id&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 267 time: 0.0450923 Nov 11 11:08:59.523527 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d8fe9df4-6c53-4fd5-abed-5d6e5655b84f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:08:59.524945 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d8fe9df4-6c53-4fd5-abed-5d6e5655b84f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1051464 Nov 11 11:08:59.539338 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-dd6113d2-cfe0-48a8-836a-cb9e438c6488 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/quotas/0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 375 time: 0.0087621 Nov 11 11:08:59.591191 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-aa7ef016-2dda-4c05-b6c8-469ce5b6385f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465758 Nov 11 11:08:59.697949 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-0c5cba17-30dd-406e-96e6-ef065e71bb1c service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945985 Nov 11 11:08:59.804193 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-29c4150d-6c01-425b-a205-b99e753c1438 service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000490 Nov 11 11:08:59.895357 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:08:59.945092 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port e25b3e1b-debe-4fe5-8822-cdcfc1730dff triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:08:59.945464 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:00.034465 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:00.079033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:00.081990 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f9b3f-5ea7-493a-9289-576262d18911" -d '{"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:00.090660 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:00.095048 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:00.096048 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1bf6b2d7-30f5-481f-bc32-df6a705747e2 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:00.105331 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4e09c7a5-a47c-4408-a349-543d3139eaa4 req-e1f0d1e7-7046-483d-afb1-e07da3f22178 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 210 time: 0.0308745 Nov 11 11:09:00.120946 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5e264-75a7-41d9-bcb1-de75ae2cfef8 req-f47c1187-c0d2-4402-b528-ab74a779e179 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:00.122622 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60d5e264-75a7-41d9-bcb1-de75ae2cfef8 req-f47c1187-c0d2-4402-b528-ab74a779e179 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 944 time: 0.0946083 Nov 11 11:09:00.167585 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca08bb6-f8f2-4f07-bf0b-d9b072d2cf9d x-openstack-request-id: req-9ca08bb6-f8f2-4f07-bf0b-d9b072d2cf9d {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:00.167872 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-plugged", "status": "completed", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:00.168121 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ca08bb6-f8f2-4f07-bf0b-d9b072d2cf9d {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:00.168504 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'code': 200} Nov 11 11:09:00.169040 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 1bf6b2d7-30f5-481f-bc32-df6a705747e2 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:00.169373 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1bf6b2d7-30f5-481f-bc32-df6a705747e2 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:00.173919 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=10']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:00.180573 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-60d5e264-75a7-41d9-bcb1-de75ae2cfef8 req-d0a5dbbb-888a-4223-a214-8ba09596dffc tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518997 Nov 11 11:09:00.347065 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff1aa-67b3-4d2b-8858-5d64da9c03c6 req-35ad5b42-d42c-4bce-b03c-1149040822cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:00.348786 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c05ff1aa-67b3-4d2b-8858-5d64da9c03c6 req-35ad5b42-d42c-4bce-b03c-1149040822cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1099 time: 0.0443294 Nov 11 11:09:00.395039 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c05ff1aa-67b3-4d2b-8858-5d64da9c03c6 req-ca34fa2a-8d17-4cc1-8251-9c8c44bf6b12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389616 Nov 11 11:09:01.202271 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f1429ae3-745e-4cbd-b84d-6dd4e6f3dc5e req-bc002f81-4883-4c1b-bb31-d77e84410ba2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 210 time: 0.0269055 Nov 11 11:09:01.306800 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6d509-7856-4617-94e5-95b34f3bd1ca req-3ddee086-a8ef-440e-b952-4e0fee4d81df tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:01.308440 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-01e6d509-7856-4617-94e5-95b34f3bd1ca req-3ddee086-a8ef-440e-b952-4e0fee4d81df tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 946 time: 0.0526819 Nov 11 11:09:01.321544 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-00c10b25-581b-4796-8bd0-7f9c80cac0a1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:01.323031 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-00c10b25-581b-4796-8bd0-7f9c80cac0a1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1129403 Nov 11 11:09:01.362778 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-01e6d509-7856-4617-94e5-95b34f3bd1ca req-66dbc422-663e-496f-98b8-b79a53358e52 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480773 Nov 11 11:09:01.398541 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-22ca775b-18ac-486c-bd00-d674dfe7ca9c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 380 time: 0.0603423 Nov 11 11:09:01.410166 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'port': {'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'admin_state_up': True, 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'security_groups': ['f8fd82fc-3a57-446e-99d5-fef49cd1a1f1']}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:01.519280 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Made reservation on behalf of 0ca626fb587a4b7b8ad2d13ea2a0a826 for: {'port': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:09:01.522941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:01.669818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.20.0.11 (18103c72-c43b-4e4f-8feb-4b9da3873d47/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777/2d14f556-5c60-47b6-a41e-358c2fd43878) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:09:01.827750 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:01.873905 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:01.954638 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:09:01.960268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:09:01.967432 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:09:02.038865 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:02.063841 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:02.064487 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.090702 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-d422f7c1-f955-44fa-baa3-53fc6c8d5e70 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6842098 Nov 11 11:09:02.105960 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Request body: {'port': {'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:02.177880 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.282727 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-2e21cd5d-9afe-4ce7-ba7b-8be7b430bb6b None None] Provisioning complete for port 2d14f556-5c60-47b6-a41e-358c2fd43878 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:09:02.283242 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2e21cd5d-9afe-4ce7-ba7b-8be7b430bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.389496 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-2e21cd5d-9afe-4ce7-ba7b-8be7b430bb6b None None] Port 2d14f556-5c60-47b6-a41e-358c2fd43878 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:09:02.437410 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe727-2af3-49bf-92ed-37c5d8b4e513 req-52a2f795-2025-47b1-809e-e0f19add7b9e tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:02.438945 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05abe727-2af3-49bf-92ed-37c5d8b4e513 req-52a2f795-2025-47b1-809e-e0f19add7b9e tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 932 time: 0.0872371 Nov 11 11:09:02.516588 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-05abe727-2af3-49bf-92ed-37c5d8b4e513 req-a05febee-f52d-45da-b0a2-3f40546f3e53 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696642 Nov 11 11:09:02.532987 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3d59a-eeda-4111-99f9-0a144f32f8bd req-7ea0a94e-3359-47ac-8ad8-46db3bfc08e8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:02.534485 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b2d3d59a-eeda-4111-99f9-0a144f32f8bd req-7ea0a94e-3359-47ac-8ad8-46db3bfc08e8 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 946 time: 0.0861063 Nov 11 11:09:02.552196 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d14f556-5c60-47b6-a41e-358c2fd43878 {{(pid=101620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:09:02.560528 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.573806 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.provisioning_blocks [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Transition to ACTIVE for port object 2d14f556-5c60-47b6-a41e-358c2fd43878 will not be triggered until provisioned by entity L2. {{(pid=101620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:09:02.577658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.583590 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b2d3d59a-eeda-4111-99f9-0a144f32f8bd req-2e207246-1098-4d40-bf69-dae836ffea47 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Nov 11 11:09:02.627272 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Pushing event updated for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:02.725490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Attempting to bind port 2d14f556-5c60-47b6-a41e-358c2fd43878 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:09:02.725935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Attempting to bind port 2d14f556-5c60-47b6-a41e-358c2fd43878 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:09:02.726330 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Attempting to bind port 2d14f556-5c60-47b6-a41e-358c2fd43878 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:09:02.731168 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Port 2d14f556-5c60-47b6-a41e-358c2fd43878 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:09:02.731931 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Attempting to bind port 2d14f556-5c60-47b6-a41e-358c2fd43878 on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:09:02.737936 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:09:02.738362 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:09:02.738789 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Bound using segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} {{(pid=101620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:09:02.739155 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.managers [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Bound port: 2d14f556-5c60-47b6-a41e-358c2fd43878, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}}] {{(pid=101620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:09:02.739675 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.811693 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, cleared binding levels {{(pid=101620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:09:02.816313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d14f556-5c60-47b6-a41e-358c2fd43878,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:09:02.832504 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.872070 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:02.872688 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:02.874107 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] 10.222.0.20 "PUT /v2.0/ports/2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 1094 time: 0.7730415 Nov 11 11:09:02.874485 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:02.876723 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4be79-c8b2-45e2-9c73-3a35e738e507" -d '{"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:02.923427 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6b3f-1101-4dcf-a600-f9e1d3893afc service neutron] Pushing event updated for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=3']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:02.939216 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f704f-ed45-4391-996d-0310534bfcf6 x-openstack-request-id: req-132f704f-ed45-4391-996d-0310534bfcf6 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:02.940710 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:02.940980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-132f704f-ed45-4391-996d-0310534bfcf6 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:02.941379 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'status': 'completed', 'code': 200} Nov 11 11:09:02.978876 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043b03-a2e1-43e8-b43c-1dc48cd4932b req-f9762156-9f24-4c93-8962-814b0cbe335f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:02.980399 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16043b03-a2e1-43e8-b43c-1dc48cd4932b req-f9762156-9f24-4c93-8962-814b0cbe335f tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 946 time: 0.0728693 Nov 11 11:09:03.015321 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-2d01d519-e7c9-450b-8e42-b00c463a441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.017006 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-2d01d519-e7c9-450b-8e42-b00c463a441e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0580380 Nov 11 11:09:03.036474 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16043b03-a2e1-43e8-b43c-1dc48cd4932b req-995496b3-ddfa-4bac-825a-a781e7cd5ea3 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Nov 11 11:09:03.066348 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-183b89fa-4c21-4604-981b-12e85a0361f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 217 time: 0.0391738 Nov 11 11:09:03.118872 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-333ca72a-1070-4c14-aa99-bd092cc41a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.120299 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-333ca72a-1070-4c14-aa99-bd092cc41a2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0442548 Nov 11 11:09:03.168168 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-fc043df0-3488-4835-baa6-1b3809cf503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.169666 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-fc043df0-3488-4835-baa6-1b3809cf503c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397103 Nov 11 11:09:03.270063 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-cba29602-5d01-44ce-ad5d-39ecd8ff39ec service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909445 Nov 11 11:09:03.368088 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-ca2d5e6d-63c7-453e-96ee-0a51b9dd670c req-c1f74ea3-cdf8-43ba-9ce6-9e64b74daab6 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Nov 11 11:09:03.463549 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-986359d8-1b3f-4852-88f2-c91f864cb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.465097 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-986359d8-1b3f-4852-88f2-c91f864cb24e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0416336 Nov 11 11:09:03.573572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-19d9afcc-57ea-4458-8de2-f9e2978190da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.576972 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-19d9afcc-57ea-4458-8de2-f9e2978190da service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.0967848 Nov 11 11:09:03.628351 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-5a1301b2-4c43-4008-b18f-990aab814193 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Nov 11 11:09:03.644434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331d95-8a46-4a1b-b39a-4b68d04cfe57 req-96e2a6cf-5b2c-4a54-a054-6172aca0981b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.646022 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f9331d95-8a46-4a1b-b39a-4b68d04cfe57 req-96e2a6cf-5b2c-4a54-a054-6172aca0981b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0553203 Nov 11 11:09:03.691482 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-09180b96-bdf2-44db-a1ee-e4db2036ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.693029 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-09180b96-bdf2-44db-a1ee-e4db2036ac8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0535958 Nov 11 11:09:03.711494 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f9331d95-8a46-4a1b-b39a-4b68d04cfe57 req-2e1954f1-5355-44e9-9249-7ed661937195 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563483 Nov 11 11:09:03.753606 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-7f6b3fbc-40c2-4c22-bdfe-9a3fdb691a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:03.755208 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-7f6b3fbc-40c2-4c22-bdfe-9a3fdb691a9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525830 Nov 11 11:09:03.856029 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-d24bb32b-f37f-4f10-bdb0-228073bf0cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899007 Nov 11 11:09:03.956015 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-e7f4be79-c8b2-45e2-9c73-3a35e738e507 req-9f6af48c-0378-4b66-83a5-e0874b6d0d2c service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883229 Nov 11 11:09:04.157721 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78915bc-d2dd-4408-883c-9c9395b3bfa8 req-cfa34f20-5117-4506-b479-ff8e364a9f85 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:04.159358 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d78915bc-d2dd-4408-883c-9c9395b3bfa8 req-cfa34f20-5117-4506-b479-ff8e364a9f85 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 946 time: 0.0560620 Nov 11 11:09:04.210252 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d78915bc-d2dd-4408-883c-9c9395b3bfa8 req-25763fd8-90f0-44dd-96dd-76c1664e8442 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fdf3b59-1502-4c70-b498-2ebce1c1776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Nov 11 11:09:04.675409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-677e9b2d-2d32-4845-8a61-9c8014f66e98 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:04.676782 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-677e9b2d-2d32-4845-8a61-9c8014f66e98 tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 946 time: 0.0487931 Nov 11 11:09:04.771344 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Deleting port 1572128b-b155-41e7-ab1f-ae60989cfea8 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:04.772073 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:04.829024 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea61d7-5362-4957-bd85-0ece26f35a63 req-16ef039c-e585-497d-a5cd-07cb09ba2e8d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:04.830797 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fcea61d7-5362-4957-bd85-0ece26f35a63 req-16ef039c-e585-497d-a5cd-07cb09ba2e8d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0505569 Nov 11 11:09:04.870237 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] For port 1572128b-b155-41e7-ab1f-ae60989cfea8, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=1572128b-b155-41e7-ab1f-ae60989cfea8,segment=NetworkSegment(dd1457d1-6b19-4eef-9f4a-752d3d0b816b),segment_id=dd1457d1-6b19-4eef-9f4a-752d3d0b816b)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:04.870599 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:04.880459 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fcea61d7-5362-4957-bd85-0ece26f35a63 req-5e26ada8-e473-4ede-b6c3-755ff40dc941 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Nov 11 11:09:04.882942 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Calling delete_port for 1572128b-b155-41e7-ab1f-ae60989cfea8 owned by compute:nova {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:05.012979 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:05.024790 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['1572128b-b155-41e7-ab1f-ae60989cfea8'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:09:05.044097 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Pushing event deleted for resources: {'Port': ['ID=1572128b-b155-41e7-ab1f-ae60989cfea8,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:05.088896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] No DVR routers for this DVR port 1572128b-b155-41e7-ab1f-ae60989cfea8 on host hv-cinder-81751 {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:05.091353 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:05.094729 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-3e78635c-310e-4e4f-a20a-bbb0a655c733 req-40fcca10-ef78-4cf9-872b-76d96deaab1d tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.20 "DELETE /v2.0/ports/1572128b-b155-41e7-ab1f-ae60989cfea8 HTTP/1.1" status: 204 len: 173 time: 0.4112310 Nov 11 11:09:05.095157 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'name': 'network-vif-deleted', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:05.097452 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37961530-5788-4092-bd97-4851f99e8373" -d '{"events": [{"server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "name": "network-vif-deleted", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:05.135075 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745dae8-5b2b-44ef-a9d8-e699636f3fbd x-openstack-request-id: req-8745dae8-5b2b-44ef-a9d8-e699636f3fbd {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:05.135366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0971692c-ff18-49ab-99e5-e5eb07277e13", "name": "network-vif-deleted", "tag": "1572128b-b155-41e7-ab1f-ae60989cfea8", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:05.135618 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8745dae8-5b2b-44ef-a9d8-e699636f3fbd {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:05.136077 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0971692c-ff18-49ab-99e5-e5eb07277e13', 'name': 'network-vif-deleted', 'tag': '1572128b-b155-41e7-ab1f-ae60989cfea8', 'status': 'completed', 'code': 200} Nov 11 11:09:05.312868 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-33ee3daf-65c2-4d3a-b272-e745059ab8ea req-add8c2cd-c2df-441d-8abf-5fd19c2576ab tempest-VolumesSnapshotTestJSON-180392047 tempest-VolumesSnapshotTestJSON-180392047-project] 10.222.0.57 "GET /v2.0/ports?device_id=0971692c-ff18-49ab-99e5-e5eb07277e13 HTTP/1.1" status: 200 len: 210 time: 0.0259314 Nov 11 11:09:05.998050 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d9c9-8534-408e-897d-22b6620bb4ab req-993dc3d0-a0eb-4125-a386-3f8acdcc1cb1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:05.999530 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0201d9c9-8534-408e-897d-22b6620bb4ab req-993dc3d0-a0eb-4125-a386-3f8acdcc1cb1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0532253 Nov 11 11:09:06.048952 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0201d9c9-8534-408e-897d-22b6620bb4ab req-3e8579b9-09f0-4d33-b2e8-c343ccea1bf3 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Nov 11 11:09:07.159185 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb209f46-812b-48ec-ba22-0ebc6f0ee860 req-cc6b7a10-21fc-4b38-aa11-6f900f294ac1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:07.160627 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fb209f46-812b-48ec-ba22-0ebc6f0ee860 req-cc6b7a10-21fc-4b38-aa11-6f900f294ac1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0469425 Nov 11 11:09:07.208997 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fb209f46-812b-48ec-ba22-0ebc6f0ee860 req-5f35eb87-706f-4835-b013-5bc9f7a585d6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Nov 11 11:09:08.323482 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832db3-7496-456f-b158-ae663320a8e4 req-d3f4c560-4d13-4aac-9903-629bac0e80ad tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:08.324963 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92832db3-7496-456f-b158-ae663320a8e4 req-d3f4c560-4d13-4aac-9903-629bac0e80ad tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0488904 Nov 11 11:09:08.378560 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92832db3-7496-456f-b158-ae663320a8e4 req-2d65aa40-2cfd-4209-b145-eb4ba99534bb tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477805 Nov 11 11:09:09.503531 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b17e6-81d1-4141-8d21-96b0f0681758 req-502199c4-ec40-4440-ad62-26d6ea96b80b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:09.505072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-030b17e6-81d1-4141-8d21-96b0f0681758 req-502199c4-ec40-4440-ad62-26d6ea96b80b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0487394 Nov 11 11:09:09.553665 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-030b17e6-81d1-4141-8d21-96b0f0681758 req-9bc5950f-d6e3-4c85-bffe-418a12447eb2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Nov 11 11:09:10.442284 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-608ccf6e-4640-40af-b8d5-5143921fe4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:10.665185 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dba9-975a-45c5-a17d-7fa930f7d3b7 req-b1cffa2b-b993-4961-a5c1-035c9b73e77b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:10.666546 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b80dba9-975a-45c5-a17d-7fa930f7d3b7 req-b1cffa2b-b993-4961-a5c1-035c9b73e77b tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0485187 Nov 11 11:09:10.714841 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6b80dba9-975a-45c5-a17d-7fa930f7d3b7 req-b241694e-ceec-4dd0-b8f7-71a93d65fbfb tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Nov 11 11:09:10.765518 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1572128b-b155-41e7-ab1f-ae60989cfea8 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:10.786323 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 1572128b-b155-41e7-ab1f-ae60989cfea8 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:10.786667 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 1572128b-b155-41e7-ab1f-ae60989cfea8 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:11.835140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17c89-32a3-470b-93fc-088b53075e55 req-f88e79ef-e0cb-467f-bbf3-e5bf85313a17 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:11.836981 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-32a17c89-32a3-470b-93fc-088b53075e55 req-f88e79ef-e0cb-467f-bbf3-e5bf85313a17 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 944 time: 0.0545270 Nov 11 11:09:11.897034 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-32a17c89-32a3-470b-93fc-088b53075e55 req-30de9cb1-1d00-4376-a83a-4a9c2ba94089 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522645 Nov 11 11:09:11.923770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 2d14f556-5c60-47b6-a41e-358c2fd43878 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:09:12.018352 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d14f556-5c60-47b6-a41e-358c2fd43878,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:12.034550 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:09:12.074918 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:12.088925 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d14f556-5c60-47b6-a41e-358c2fd43878 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:09:12.110408 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d14f556-5c60-47b6-a41e-358c2fd43878,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:12.114535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:12.165071 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:12.344720 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['2d14f556-5c60-47b6-a41e-358c2fd43878'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:09:12.886848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc96d-e28d-42de-b81c-a0f79a1fdb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:13.014068 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220033-b8c6-4bb0-a9e4-41f08dfb157e req-c8d2c2d8-ffe4-48ae-9846-510d8c1d6010 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:13.015849 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54220033-b8c6-4bb0-a9e4-41f08dfb157e req-c8d2c2d8-ffe4-48ae-9846-510d8c1d6010 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 945 time: 0.0491438 Nov 11 11:09:13.069140 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-54220033-b8c6-4bb0-a9e4-41f08dfb157e req-503e99ff-31d5-4dc5-b7bf-7b6ab7cdec8e tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Nov 11 11:09:13.925453 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 2d14f556-5c60-47b6-a41e-358c2fd43878 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:09:13.976757 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:13.989687 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 2d14f556-5c60-47b6-a41e-358c2fd43878 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:09:13.994633 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 2d14f556-5c60-47b6-a41e-358c2fd43878 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:09:13.994851 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:14.074345 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:14.098130 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:14.100407 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c0f968-9131-41fc-9044-81a987a8477e" -d '{"events": [{"server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "name": "network-vif-plugged", "status": "completed", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:14.116273 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d14f556-5c60-47b6-a41e-358c2fd43878,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:14.124925 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:14.156293 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6043e7-ec7a-410c-a1b8-06fca3b70200 x-openstack-request-id: req-5a6043e7-ec7a-410c-a1b8-06fca3b70200 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:14.156608 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "name": "network-vif-plugged", "status": "completed", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:14.156864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a6043e7-ec7a-410c-a1b8-06fca3b70200 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:14.157255 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'code': 200} Nov 11 11:09:14.194479 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:14.219321 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36097-5e28-42a6-b997-59c4f3199179 req-9f647379-5e7c-4d41-bac1-c876812aae42 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:14.220808 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-95f36097-5e28-42a6-b997-59c4f3199179 req-9f647379-5e7c-4d41-bac1-c876812aae42 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0557244 Nov 11 11:09:14.273667 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-95f36097-5e28-42a6-b997-59c4f3199179 req-26803ab2-95df-4d1d-85ef-4cf900fab373 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 Nov 11 11:09:14.388441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5bd30-8a90-4e86-91f5-9242581e1188 req-95e90ef7-213d-4873-a657-9d14db2c6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:14.389938 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-76d5bd30-8a90-4e86-91f5-9242581e1188 req-95e90ef7-213d-4873-a657-9d14db2c6def service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0420053 Nov 11 11:09:14.452288 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-76d5bd30-8a90-4e86-91f5-9242581e1188 req-b96320eb-8083-46d7-9259-2cd77ca925fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Nov 11 11:09:15.391788 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3809968-e740-4542-809b-30198c586b0e req-d9208576-75e1-40c5-aacd-207f62d104a2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:15.393369 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f3809968-e740-4542-809b-30198c586b0e req-d9208576-75e1-40c5-aacd-207f62d104a2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Nov 11 11:09:15.442988 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f3809968-e740-4542-809b-30198c586b0e req-678cbd5f-798a-4fcd-aa7d-678a061500c0 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Nov 11 11:09:15.457272 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:15.727413 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1208-0168-41e6-a1d8-a52101f6a81c req-9bab44a8-b6e8-47c6-a346-8b9a0676cff8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:15.729020 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f37f1208-0168-41e6-a1d8-a52101f6a81c req-9bab44a8-b6e8-47c6-a346-8b9a0676cff8 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0529015 Nov 11 11:09:15.785065 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f37f1208-0168-41e6-a1d8-a52101f6a81c req-d95ea968-bff8-4ef5-917b-c9a1d33c3293 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497177 Nov 11 11:09:16.354852 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:16.564737 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13a80-d8ea-4be8-8ee4-d1723684db6d req-dcd65d2f-4e98-42eb-9387-4b7609dade98 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:16.566197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-19e13a80-d8ea-4be8-8ee4-d1723684db6d req-dcd65d2f-4e98-42eb-9387-4b7609dade98 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0520151 Nov 11 11:09:16.617027 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-19e13a80-d8ea-4be8-8ee4-d1723684db6d req-32e7a02a-4405-4c9f-bb58-40f01feb05c9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Nov 11 11:09:16.728717 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb11c-7bd8-4496-92e8-4e893ae84e70 req-eab21fbd-f021-4bb5-a475-191eb412b0da tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:16.730818 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4fcb11c-7bd8-4496-92e8-4e893ae84e70 req-eab21fbd-f021-4bb5-a475-191eb412b0da tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Nov 11 11:09:16.785399 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b4fcb11c-7bd8-4496-92e8-4e893ae84e70 req-704e26e5-96a6-48c9-ae1d-b01d505a8691 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486033 Nov 11 11:09:16.806857 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43652) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:16.849983 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb2341-dba3-438a-ad57-346df3b7102e tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:16.851482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-06fb2341-dba3-438a-ad57-346df3b7102e tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1094 time: 0.0436492 Nov 11 11:09:16.854386 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43656) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:16.858937 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:16.881667 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:16.901987 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0dd7-f07f-4fa2-b2a9-302577d5ee1c req-2f1f0743-0c6f-4882-8994-bddc864bee14 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:16.903588 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-223d0dd7-f07f-4fa2-b2a9-302577d5ee1c req-2f1f0743-0c6f-4882-8994-bddc864bee14 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0511417 Nov 11 11:09:16.952502 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-223d0dd7-f07f-4fa2-b2a9-302577d5ee1c req-85e2a08c-4f3e-407c-9952-4cd51393922a tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Nov 11 11:09:16.985039 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.086160 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.27.1.161 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/015782f1-4405-43fb-9d33-4c0dfc757337) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:09:17.188526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.220781 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.261730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:09:17.264749 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:09:17.269010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:09:17.272023 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=015782f1-4405-43fb-9d33-4c0dfc757337,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:17.617927 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.683601 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.829754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.834749 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:17.902728 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=015782f1-4405-43fb-9d33-4c0dfc757337,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:17.914911 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:18.011902 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP cab60c14-72f4-477f-9022-c0394979db7e associated. External IP: 172.27.1.161, port: 2d14f556-5c60-47b6-a41e-358c2fd43878. Nov 11 11:09:18.065845 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309dcc-474b-4824-9129-b096a8400a5c req-d58faf59-84dc-40c0-b4da-d312ca028dc5 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:18.067318 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-40309dcc-474b-4824-9129-b096a8400a5c req-d58faf59-84dc-40c0-b4da-d312ca028dc5 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0479317 Nov 11 11:09:18.115676 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-40309dcc-474b-4824-9129-b096a8400a5c req-bc5b6d15-c9d4-4c05-a7e8-c1205b23c0a4 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Nov 11 11:09:18.218892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:09:18.324181 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:09:18.334712 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:09:18.342315 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:18.346285 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:18.346918 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:18.458491 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:18.620603 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-98e5f9c5-d45a-4bb9-865f-c15d2c40e299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7648625 Nov 11 11:09:18.621006 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:18.623245 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6dd8b-9909-473a-a261-55d8e5f25743" -d '{"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:18.661573 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183e917-4d34-44b9-8908-73c1652f70c4 x-openstack-request-id: req-4183e917-4d34-44b9-8908-73c1652f70c4 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:18.661863 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:18.662112 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4183e917-4d34-44b9-8908-73c1652f70c4 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:18.662502 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'status': 'completed', 'code': 200} Nov 11 11:09:18.810657 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:17Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:18.836915 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:09:18.845126 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:18.845729 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:18.949609 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:18.960331 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-40e6af10-9c9a-4027-92e7-1a6656f964ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:18.961808 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-40e6af10-9c9a-4027-92e7-1a6656f964ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0399766 Nov 11 11:09:19.059549 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-c734d555-8316-413d-aaf1-61a264c244d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:19.061204 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-c734d555-8316-413d-aaf1-61a264c244d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.0923917 Nov 11 11:09:19.137174 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-565bedf8-2cde-451f-a478-0fde35c81ef6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 1000 time: 0.0670352 Nov 11 11:09:19.196472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-de894a56-8d9f-4809-88c2-af2815fe9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:19.198182 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-de894a56-8d9f-4809-88c2-af2815fe9277 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0508666 Nov 11 11:09:19.200604 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:17Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:19.233112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a700b1-490b-45b0-8ddc-6de463943d86 None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:17Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:09:19.247716 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c82425-7bd3-4bd6-a164-8881fbb3db2b req-3c71031e-e515-4f6f-9fc8-d662cb24ee47 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:19.249336 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a3c82425-7bd3-4bd6-a164-8881fbb3db2b req-3c71031e-e515-4f6f-9fc8-d662cb24ee47 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0647943 Nov 11 11:09:19.272347 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-66a29879-361e-4a0f-bb93-da1e00a84b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:19.274014 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-66a29879-361e-4a0f-bb93-da1e00a84b53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498009 Nov 11 11:09:19.300347 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a3c82425-7bd3-4bd6-a164-8881fbb3db2b req-3c0bba33-518c-426b-8ada-dccc06ed6fd0 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1641f98-08f1-4a5a-ac2f-42440da5a4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448384 Nov 11 11:09:19.374902 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-a2af19d6-2a18-4766-90d2-51110681768a service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909212 Nov 11 11:09:19.450600 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2de46c-cdd8-41f3-915f-204409145087 None None] New status for floating IP cab60c14-72f4-477f-9022-c0394979db7e: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:09:19.456008 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795baac-2787-4062-9a7f-29af20157954 req-d33302b9-cee4-4ac8-b669-c1d1c33e71a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:19.458085 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0795baac-2787-4062-9a7f-29af20157954 req-d33302b9-cee4-4ac8-b669-c1d1c33e71a3 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 946 time: 0.0580921 Nov 11 11:09:19.497436 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [req-c4f6dd8b-9909-473a-a261-55d8e5f25743 req-8c47ba41-0a30-4c27-a84e-d9ed0b98d0bb service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994303 Nov 11 11:09:19.556292 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Deleting port 8171b1e4-3f10-4127-8cc5-b29fe1016835 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:19.556656 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:19.647431 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] For port 8171b1e4-3f10-4127-8cc5-b29fe1016835, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=8171b1e4-3f10-4127-8cc5-b29fe1016835,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:19.647787 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:20.044818 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:20.045181 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:20.045491 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Floating IP 9a3fc79b-f7ef-41dc-994f-9ba725d8dde3 disassociated. External IP: 172.27.1.215, port: 8171b1e4-3f10-4127-8cc5-b29fe1016835. Nov 11 11:09:20.045832 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Calling delete_port for 8171b1e4-3f10-4127-8cc5-b29fe1016835 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:20.175298 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:20.205267 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'Port': ['ID=8171b1e4-3f10-4127-8cc5-b29fe1016835,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:20.219653 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.220008 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.220351 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.220715 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.221054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.221386 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.221715 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.222044 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.222374 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.222699 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.223023 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.223345 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:20.348122 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:09:20.430277 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0385a1f5-4f63-4cef-ba98-9efcb2e5976e req-237c66ae-97e2-49b9-93a8-be5fff6d1c29 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad9cfc08-8fe3-431d-ab0f-708c9008a68d HTTP/1.1" status: 200 len: 210 time: 0.0327609 Nov 11 11:09:20.487966 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:09:20.499683 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:09:20.510417 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:20.510932 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:20.527819 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] No DVR routers for this DVR port 8171b1e4-3f10-4127-8cc5-b29fe1016835 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:20.530329 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:20.533616 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0795baac-2787-4062-9a7f-29af20157954 req-72f898af-3cbc-4504-ae1d-1678a1491b72 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.20 "DELETE /v2.0/ports/8171b1e4-3f10-4127-8cc5-b29fe1016835 HTTP/1.1" status: 204 len: 173 time: 1.0691276 Nov 11 11:09:20.534056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'name': 'network-vif-deleted', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:20.536419 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2873b92a-3660-445d-956c-694ae71c9ce3" -d '{"events": [{"server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "name": "network-vif-deleted", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:20.631818 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:20.668446 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de868d-802b-4dd3-bc92-e34370f4f498 x-openstack-request-id: req-a3de868d-802b-4dd3-bc92-e34370f4f498 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:20.668765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cfc08-8fe3-431d-ab0f-708c9008a68d", "name": "network-vif-deleted", "tag": "8171b1e4-3f10-4127-8cc5-b29fe1016835", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:20.669007 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3de868d-802b-4dd3-bc92-e34370f4f498 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:20.669537 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9cfc08-8fe3-431d-ab0f-708c9008a68d', 'name': 'network-vif-deleted', 'tag': '8171b1e4-3f10-4127-8cc5-b29fe1016835', 'status': 'completed', 'code': 200} Nov 11 11:09:20.847318 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:20.876512 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:09:20.884719 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:20.885317 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:20.988753 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:21.193648 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:21.219174 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c09db8-3801-4b7f-92bb-92bea2a21c40 None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'e6577a45-6996-44f1-bcbd-c99891341d0f', 'name': '', 'network_id': '7eff95e0-c746-411a-a8a4-3f514e8e1e6b', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'mac_address': 'fa:16:3e:49:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:18Z', 'updated_at': '2021-11-11T11:02:35Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'subnets': [{'id': '9e9100c4-bfde-4890-9f3f-3e7cd18ff664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:09:21.440075 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7af923-3abd-41a7-aac4-6e0243fca17d None None] New status for floating IP 9a3fc79b-f7ef-41dc-994f-9ba725d8dde3: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:09:21.527901 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43698) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:21.583336 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.607095 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.654205 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.656915 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.658156 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "DELETE /v2.0/security-groups/c1641f98-08f1-4a5a-ac2f-42440da5a4fe HTTP/1.1" status: 204 len: 168 time: 0.1290302 Nov 11 11:09:21.661117 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43700) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:21.668180 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b687d2-31ef-401d-8d08-4e5c89e34531 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1641f98-08f1-4a5a-ac2f-42440da5a4fe,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:21.675026 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.api.v2.resource [None req-917cede5-1f87-4073-a892-a42647ef5846 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] show failed (client error): The resource could not be found. Nov 11 11:09:21.676050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-917cede5-1f87-4073-a892-a42647ef5846 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "GET /v2.0/security-groups/c1641f98-08f1-4a5a-ac2f-42440da5a4fe HTTP/1.1" status: 404 len: 347 time: 0.0138831 Nov 11 11:09:21.679475 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43702) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:21.803563 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Deleting port c74bbe62-47e0-476f-9a27-e174640cffb2 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:21.803900 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.881351 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.881671 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:21.893004 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Calling delete_port for c74bbe62-47e0-476f-9a27-e174640cffb2 owned by network:floatingip {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:22.024262 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:22.054219 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Pushing event deleted for resources: {'Port': ['ID=c74bbe62-47e0-476f-9a27-e174640cffb2,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:22.127862 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks [] for floatingip, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:22.130498 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:22.131652 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-aca4d81d-06b3-489e-82e5-5d08fdff7c44 tempest-AttachVolumeTestJSON-891465701 tempest-AttachVolumeTestJSON-891465701-project] 10.222.0.57 "DELETE /v2.0/floatingips/9a3fc79b-f7ef-41dc-994f-9ba725d8dde3 HTTP/1.1" status: 204 len: 168 time: 0.4512832 Nov 11 11:09:23.213915 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:23.443601 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-93660722-2c20-4cfe-ac2a-a64ea53347bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422285 Nov 11 11:09:23.515970 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-e05a1a38-3a9a-4df2-a764-92e45ffa81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:23.517532 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-e05a1a38-3a9a-4df2-a764-92e45ffa81aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246b03f49fb440b5969ef1312635feab&device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 1099 time: 0.0501451 Nov 11 11:09:23.626304 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-89086cb9-322e-4c0a-bb09-59157fc4bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:23.627776 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-89086cb9-322e-4c0a-bb09-59157fc4bb0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 200 len: 918 time: 0.0888054 Nov 11 11:09:23.699379 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-738c92f2-4e8a-45b1-b16e-9985b3f4ed20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 200 len: 1000 time: 0.0627480 Nov 11 11:09:23.754562 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-935c7f67-0e5e-4182-900b-bab2274966f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:23.756281 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-935c7f67-0e5e-4182-900b-bab2274966f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 200 len: 856 time: 0.0496712 Nov 11 11:09:23.815055 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-9c58d769-62cc-4b74-913b-881f0891e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:23.816444 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-9c58d769-62cc-4b74-913b-881f0891e65f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d67caaca-42b6-4361-a473-088bfd5e27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522399 Nov 11 11:09:23.922636 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-697171f8-1f7c-4226-b4ed-ed5cec545cb3 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882969 Nov 11 11:09:23.940346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8171b1e4-3f10-4127-8cc5-b29fe1016835 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:23.960513 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 8171b1e4-3f10-4127-8cc5-b29fe1016835 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:23.960911 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 8171b1e4-3f10-4127-8cc5-b29fe1016835 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:24.017386 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c9538a38-7ff0-4a38-9684-9512dfd6b826 req-fb631a55-0854-4910-b171-45327ea5f1c5 service neutron] 10.222.0.20 "GET /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835264 Nov 11 11:09:25.645281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43756) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:26.174358 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:26.463300 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Deleting port e6577a45-6996-44f1-bcbd-c99891341d0f {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:26.463633 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:26.549183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] For port e6577a45-6996-44f1-bcbd-c99891341d0f, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=e6577a45-6996-44f1-bcbd-c99891341d0f,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:26.549573 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:26.562559 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Calling delete_port for e6577a45-6996-44f1-bcbd-c99891341d0f owned by network:router_interface {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:26.956878 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:26.982347 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6577a45-6996-44f1-bcbd-c99891341d0f,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:27.175637 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:27.409451 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:09:27.523752 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:09:27.530485 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6e61989b-91da-4a2b-9e57-caefede10ee9 admin admin] 10.222.0.57 "PUT /v2.0/routers/6c6ab9db-1ef1-4580-9f95-901920e6b5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835618 Nov 11 11:09:27.533094 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43786) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:27.533501 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Sync routers for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:09:27.543452 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:27.544055 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:27.639945 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks [] for router, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:27.648723 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:27.748229 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:27.804302 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Deleting port 3b319715-c52a-4cb1-8afc-6158281d9c90 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:27.804542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:27.887496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] For port 3b319715-c52a-4cb1-8afc-6158281d9c90, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=3b319715-c52a-4cb1-8afc-6158281d9c90,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:27.887884 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:27.900703 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Calling delete_port for 3b319715-c52a-4cb1-8afc-6158281d9c90 owned by network:router_gateway {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:27.950849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:09:26Z', 'revision_number': 5, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port': {'id': '3b319715-c52a-4cb1-8afc-6158281d9c90', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:14Z', 'updated_at': '2021-11-11T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:27.977366 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Checking router: 6c6ab9db-1ef1-4580-9f95-901920e6b5ae for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:09:27.986053 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Routers {'6c6ab9db-1ef1-4580-9f95-901920e6b5ae'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:27.986657 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:28.064148 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.073908 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] Set router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae gateway port host: None {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:28.089793 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b319715-c52a-4cb1-8afc-6158281d9c90,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:28.128566 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:09:27Z', 'revision_number': 6, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:28.151376 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.155049 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15364bb1-d7c0-4d59-98bf-6a7586583e54 None None] The sync data for ids ['6c6ab9db-1ef1-4580-9f95-901920e6b5ae'] in dv-cinder-817514-2-iscsi is: [{'id': '6c6ab9db-1ef1-4580-9f95-901920e6b5ae', 'name': 'tempest-AttachVolumeTestJSON-2116644679-router', 'tenant_id': 'f98b65446e824d0d9b854a8c8e581f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:09:27Z', 'revision_number': 6, 'project_id': 'f98b65446e824d0d9b854a8c8e581f75', 'gw_port_host': None}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:09:28.261890 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.264305 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.327355 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.327918 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6ab9db-1ef1-4580-9f95-901920e6b5ae {{(pid=101619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:09:28.332869 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] Publish callbacks [] for router, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.337076 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-309d4894-9996-4daa-bd7c-ac489c083a6b admin admin] 10.222.0.57 "DELETE /v2.0/routers/6c6ab9db-1ef1-4580-9f95-901920e6b5ae HTTP/1.1" status: 204 len: 168 time: 0.8005722 Nov 11 11:09:28.337239 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43792) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:28.387339 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Deleting subnet 9e9100c4-bfde-4890-9f3f-3e7cd18ff664 {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:09:28.390564 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.428877 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.543394 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.606319 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.631429 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9100c4-bfde-4890-9f3f-3e7cd18ff664,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:28.634937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.638350 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-56cf474f-84d1-4dd9-b2f4-599d275afedd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9e9100c4-bfde-4890-9f3f-3e7cd18ff664 HTTP/1.1" status: 204 len: 168 time: 0.2998779 Nov 11 11:09:28.640536 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43796) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:28.641788 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f523f-e77c-42a5-8caf-7dbdc8bdbabf None None] Network 7eff95e0-c746-411a-a8a4-3f514e8e1e6b requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:28.713563 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.764165 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Deleting port 4077d22b-8987-4329-85be-59be4d896cef {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:28.764497 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.826071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] For port 4077d22b-8987-4329-85be-59be4d896cef, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4077d22b-8987-4329-85be-59be4d896cef,segment=NetworkSegment(b0c29072-3f49-442c-b789-e3ab81e29c35),segment_id=b0c29072-3f49-442c-b789-e3ab81e29c35)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:28.826383 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.838693 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Calling delete_port for 4077d22b-8987-4329-85be-59be4d896cef owned by network:dhcp {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:28.897632 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] DHCP port deletion for 7eff95e0-c746-411a-a8a4-3f514e8e1e6b request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:09:28.920412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:28.945829 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4077d22b-8987-4329-85be-59be4d896cef,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:28.949321 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] No DVR routers for this DVR port 4077d22b-8987-4329-85be-59be4d896cef on host dv-cinder-817514-2-iscsi {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:28.949508 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Deleting port 4077d22b-8987-4329-85be-59be4d896cef {{(pid=101621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:28.949956 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.023271 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] For port 4077d22b-8987-4329-85be-59be4d896cef, host dv-cinder-817514-2-iscsi, got binding levels [] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:29.023682 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.025464 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.037255 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Calling delete_port for 4077d22b-8987-4329-85be-59be4d896cef owned by network:dhcp {{(pid=101621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:29.039989 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.ipam_backend_mixin [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Port 4077d22b-8987-4329-85be-59be4d896cef was not found and therefore no delete operation was performed {{(pid=101621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 11:09:29.041287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.045754 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eff95e0-c746-411a-a8a4-3f514e8e1e6b']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.057943 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c29072-3f49-442c-b789-e3ab81e29c35') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.058624 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c29072-3f49-442c-b789-e3ab81e29c35') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.067643 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Pushing event deleted for resources: {'Port': ['ID=4077d22b-8987-4329-85be-59be4d896cef,revision_number=None']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:29.067948 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.072017 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] No DVR routers for this DVR port 4077d22b-8987-4329-85be-59be4d896cef on host dv-cinder-817514-2-iscsi {{(pid=101621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:29.079149 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.079326 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.079627 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.079960 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.080472 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.081008 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.081998 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.082493 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.082835 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.083707 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.084196 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.084330 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.085398 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b38cc-32e9-41fb-9196-396bf4fc1b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:29.091854 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:09:29.092348 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:09:29.094140 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:09:29.160608 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.166617 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.172110 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7eff95e0-c746-411a-a8a4-3f514e8e1e6b HTTP/1.1" status: 204 len: 168 time: 0.5283120 Nov 11 11:09:29.184026 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a232-4509-49f1-8137-78604a8caf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eff95e0-c746-411a-a8a4-3f514e8e1e6b,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:29.211349 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4077d22b-8987-4329-85be-59be4d896cef no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:29.233243 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 4077d22b-8987-4329-85be-59be4d896cef {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:29.233849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4077d22b-8987-4329-85be-59be4d896cef not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:29.234253 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e6577a45-6996-44f1-bcbd-c99891341d0f no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:29.253192 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: e6577a45-6996-44f1-bcbd-c99891341d0f {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:29.253526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device e6577a45-6996-44f1-bcbd-c99891341d0f not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:29.254119 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 3b319715-c52a-4cb1-8afc-6158281d9c90 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:29.277390 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 3b319715-c52a-4cb1-8afc-6158281d9c90 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:29.277740 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 3b319715-c52a-4cb1-8afc-6158281d9c90 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:29.318322 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43800) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:29.357995 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ee91f541-517f-4b9f-8c62-d47c40bd1d88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f98b65446e824d0d9b854a8c8e581f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384276 Nov 11 11:09:29.360770 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43802) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:29.411962 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.421756 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43806) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:29.433838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.466124 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Deleting subnet 4ecc4c25-364c-4561-b714-a64dcfb08627 {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:09:29.469206 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.480644 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.483777 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.487121 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12fa932c-071c-40db-a1ff-c9831448b4c7 HTTP/1.1" status: 204 len: 168 time: 0.1229043 Nov 11 11:09:29.494104 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa223de6-2d29-4443-88ca-ada0a5304c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa932c-071c-40db-a1ff-c9831448b4c7,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:29.509336 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.557175 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.609460 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.634391 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecc4c25-364c-4561-b714-a64dcfb08627,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:29.638060 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.641904 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-500ba04e-bcb6-4b3f-a8c6-bfa9609cf946 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4ecc4c25-364c-4561-b714-a64dcfb08627 HTTP/1.1" status: 204 len: 168 time: 0.2190380 Nov 11 11:09:29.644417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43810) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:29.719153 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.803018 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.823417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2603c148-2998-4817-8be5-82f736deea23']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.833005 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.833288 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1457d1-6b19-4eef-9f4a-752d3d0b816b') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:29.842531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.855395 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.863240 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:09:29.864965 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:09:29.867288 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:09:29.921634 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.928455 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:29.931784 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] 10.222.0.57 "DELETE /v2.0/networks/2603c148-2998-4817-8be5-82f736deea23 HTTP/1.1" status: 204 len: 168 time: 0.2862506 Nov 11 11:09:29.941736 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307bc15-5d8f-4011-932a-28f402b33bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=2603c148-2998-4817-8be5-82f736deea23,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:30.102013 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43830) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:30.144504 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-331b0446-e658-4247-9f5a-e0eada031f18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4f334d8b9e148e3a010ebc907cf9038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389132 Nov 11 11:09:30.144768 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43834) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:30.197613 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:30.218923 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:30.269051 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:30.271773 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:30.275372 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fdf3b59-1502-4c70-b498-2ebce1c1776c HTTP/1.1" status: 204 len: 168 time: 0.1273522 Nov 11 11:09:30.285805 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2d2b0-4bf8-4fe8-9ae3-5166ffdec893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf3b59-1502-4c70-b498-2ebce1c1776c,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:31.292608 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43868) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:31.406373 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-34898236-0ffc-4764-8ffd-8c6fe13775c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.483783 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-34898236-0ffc-4764-8ffd-8c6fe13775c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.487670 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-34898236-0ffc-4764-8ffd-8c6fe13775c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.525003 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-34898236-0ffc-4764-8ffd-8c6fe13775c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8497cf4704ab4df4bdc865ef7b7e12a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310736 Nov 11 11:09:31.525730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34898236-0ffc-4764-8ffd-8c6fe13775c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8541e092-ef17-4d65-a958-03d9508623e5,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:31.527469 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43872) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:31.577422 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.599006 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.644798 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.647978 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.649153 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8541e092-ef17-4d65-a958-03d9508623e5 HTTP/1.1" status: 204 len: 168 time: 0.1206248 Nov 11 11:09:31.657269 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5aa71-fe74-4e9f-95f4-419e56317dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541e092-ef17-4d65-a958-03d9508623e5,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:31.901520 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43880) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:31.916779 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3020-d763-42f1-868e-bc74c0856394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:31.997704 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3020-d763-42f1-868e-bc74c0856394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.001454 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3020-d763-42f1-868e-bc74c0856394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.041760 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2e0e3020-d763-42f1-868e-bc74c0856394 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a1a29f59e8f4cb39b1d21f6610ce4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391258 Nov 11 11:09:32.042674 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3020-d763-42f1-868e-bc74c0856394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf77f0-daeb-4a37-b5d4-36ed4e3f3ff3,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:32.044412 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43882) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:32.091672 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.115002 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.161058 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.163575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.164732 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6cf77f0-daeb-4a37-b5d4-36ed4e3f3ff3 HTTP/1.1" status: 204 len: 168 time: 0.1192739 Nov 11 11:09:32.172570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab2a6a-96f8-4255-bac3-5b71d6bbb447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf77f0-daeb-4a37-b5d4-36ed4e3f3ff3,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:32.838171 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43904) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:32.931944 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258155479-network', 'tenant_id': 'c0520dbde70747fc9233453178339a9b'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:32.952065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Made reservation on behalf of c0520dbde70747fc9233453178339a9b for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:09:32.954316 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:32.962975 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.038222 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.042129 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.065953 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:09:33.075564 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaea48d-4e7b-4225-b5a9-044a70625e37,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:33.080296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.080637 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Added segment 4562722d-1f43-42e3-99a5-82b76f68e035 of type vlan for network 3b12877a-d91f-4a4f-a76b-f2fa20e105c0 Nov 11 11:09:33.120853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.145798 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.146733 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:33.147312 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.200632 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3612607 Nov 11 11:09:33.203498 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43908) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:33.209154 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Request body: {'subnet': {'network_id': '3b12877a-d91f-4a4f-a76b-f2fa20e105c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258155479-subnet', 'tenant_id': 'c0520dbde70747fc9233453178339a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:33.212051 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955407f5-ab38-4a29-8193-9e496d224682 admin admin] Pushing event updated for resources: {'Network': ['ID=3b12877a-d91f-4a4f-a76b-f2fa20e105c0,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:33.221517 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 3b12877a-d91f-4a4f-a76b-f2fa20e105c0 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:09:33.229894 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Made reservation on behalf of c0520dbde70747fc9233453178339a9b for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:09:33.232271 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.399738 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.455311 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bd2f8e-2f88-44d8-b313-b69a8c476625,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:33.462858 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Checking segment: {'id': '4562722d-1f43-42e3-99a5-82b76f68e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3b12877a-d91f-4a4f-a76b-f2fa20e105c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:09:33.463218 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Network hostable DHCP agents. Network: 3b12877a-d91f-4a4f-a76b-f2fa20e105c0, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:09:33.479285 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Network 3b12877a-d91f-4a4f-a76b-f2fa20e105c0 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:09:33.488490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 3b12877a-d91f-4a4f-a76b-f2fa20e105c0) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:09:33.493786 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:33.495730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:33.496829 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15517714-962d-4831-b582-e2d0b173e366 None None] Network 3b12877a-d91f-4a4f-a76b-f2fa20e105c0 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:33.511967 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7af78e53-de96-43bd-b06c-ee4ba295b081 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3073704 Nov 11 11:09:33.624425 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b07fc-c960-4591-92ea-d2327a7c2a6b None None] Network 3b12877a-d91f-4a4f-a76b-f2fa20e105c0 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:33.976446 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43924) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:33.981553 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-108210514-network', 'tenant_id': '2df90770bcd5434b9132308991ad384b'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:33.987470 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:09:34.008402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Made reservation on behalf of 2df90770bcd5434b9132308991ad384b for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:09:34.010818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.019836 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.092464 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.096197 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.117359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:09:34.130444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f953cfb9-85f7-4270-967a-432e05eafdbd,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:34.135181 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.135510 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Added segment 7559d4eb-2abd-4b70-9f83-c44ce3602c89 of type vlan for network 6920e77a-7c79-492e-a255-7838708601c4 Nov 11 11:09:34.179283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.203312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.204575 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:34.205220 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.255940 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2783368 Nov 11 11:09:34.258939 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43926) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:34.263991 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Request body: {'subnet': {'network_id': '6920e77a-7c79-492e-a255-7838708601c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-108210514-subnet', 'tenant_id': '2df90770bcd5434b9132308991ad384b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:09:34.267064 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ef97-c003-4b13-ae1a-fdcf061d6545 admin admin] Pushing event updated for resources: {'Network': ['ID=6920e77a-7c79-492e-a255-7838708601c4,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:34.277506 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 6920e77a-7c79-492e-a255-7838708601c4 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:09:34.287687 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Made reservation on behalf of 2df90770bcd5434b9132308991ad384b for: {'subnet': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:09:34.290083 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475413'] for subnet, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.451624 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4353507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475451'] for subnet, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.503861 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce65ee17-dd48-488f-9a0a-21587f6b4c7a,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:34.514241 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Checking segment: {'id': '7559d4eb-2abd-4b70-9f83-c44ce3602c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6920e77a-7c79-492e-a255-7838708601c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:09:34.514589 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Network hostable DHCP agents. Network: 6920e77a-7c79-492e-a255-7838708601c4, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101619) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:09:34.530213 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Network 6920e77a-7c79-492e-a255-7838708601c4 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:09:34.538755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 6920e77a-7c79-492e-a255-7838708601c4) {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:09:34.542707 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:34.543299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.548193 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2cd337-0a47-4e88-83ab-2d75a0767749 None None] Network 6920e77a-7c79-492e-a255-7838708601c4 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:34.559078 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-4e3f557a-b429-4e0c-98ce-637b614f5e2f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2989640 Nov 11 11:09:34.678774 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43930) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:34.685525 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09bd77c-c41c-4ef7-9bdb-b514b77cfb87 None None] Network 6920e77a-7c79-492e-a255-7838708601c4 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:34.722838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Deleting subnet 47bd2f8e-2f88-44d8-b313-b69a8c476625 {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:09:34.726719 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.765197 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.805228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.855717 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.881196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bd2f8e-2f88-44d8-b313-b69a8c476625,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:34.886524 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:34.889879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-c451935a-a638-4a24-8633-3fc7dbe70df1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/47bd2f8e-2f88-44d8-b313-b69a8c476625 HTTP/1.1" status: 204 len: 168 time: 0.2101009 Nov 11 11:09:34.893289 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43934) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:34.965492 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.043421 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.061869 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b12877a-d91f-4a4f-a76b-f2fa20e105c0']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.070738 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4562722d-1f43-42e3-99a5-82b76f68e035') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.071028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4562722d-1f43-42e3-99a5-82b76f68e035') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.080291 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.093591 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.099888 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:09:35.100254 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:09:35.101898 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:09:35.156519 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.162551 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.165728 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] 10.222.0.57 "DELETE /v2.0/networks/3b12877a-d91f-4a4f-a76b-f2fa20e105c0 HTTP/1.1" status: 204 len: 168 time: 0.2713342 Nov 11 11:09:35.168755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 43936) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:35.176410 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9da65-27d3-49a2-a979-7a64bd79411c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b12877a-d91f-4a4f-a76b-f2fa20e105c0,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:35.221427 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Deleting subnet ce65ee17-dd48-488f-9a0a-21587f6b4c7a {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:09:35.225500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.262826 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.301835 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.351424 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.381751 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce65ee17-dd48-488f-9a0a-21587f6b4c7a,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:35.383866 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.387019 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-69cdd567-1820-46e1-a645-1d20638be97a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ce65ee17-dd48-488f-9a0a-21587f6b4c7a HTTP/1.1" status: 204 len: 168 time: 0.2172530 Nov 11 11:09:35.389818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43938) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:35.457339 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.547053 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.580644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6920e77a-7c79-492e-a255-7838708601c4']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.591061 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7559d4eb-2abd-4b70-9f83-c44ce3602c89') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.591359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7559d4eb-2abd-4b70-9f83-c44ce3602c89') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:35.600623 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.614154 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.620324 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:09:35.620750 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:09:35.622415 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:09:35.679633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.684466 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.688045 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] 10.222.0.57 "DELETE /v2.0/networks/6920e77a-7c79-492e-a255-7838708601c4 HTTP/1.1" status: 204 len: 168 time: 0.2970529 Nov 11 11:09:35.701789 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e82567-2704-45dc-b4f5-4ab20b4b087e admin admin] Pushing event deleted for resources: {'Network': ['ID=6920e77a-7c79-492e-a255-7838708601c4,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:35.862498 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43952) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:35.904801 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-dbbb6ecf-6e25-487f-b194-5a97a4d94914 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0520dbde70747fc9233453178339a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409956 Nov 11 11:09:35.907251 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43954) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:35.944459 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66378ea-7103-4968-998a-8c5560c09234 req-8f5bca60-a11c-4d2d-b308-dca32c3117ce tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:35.946493 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e66378ea-7103-4968-998a-8c5560c09234 req-8f5bca60-a11c-4d2d-b308-dca32c3117ce tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 946 time: 0.0582399 Nov 11 11:09:35.960532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.982313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:35.995768 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e66378ea-7103-4968-998a-8c5560c09234 req-06459213-dd8e-4bb6-9d4e-4f9b9646c4a9 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Nov 11 11:09:36.033325 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.035876 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.037098 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/adaea48d-4e7b-4225-b5a9-044a70625e37 HTTP/1.1" status: 204 len: 168 time: 0.1288543 Nov 11 11:09:36.045227 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f126de2-2bfa-48ec-a46c-1fc93bd804fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaea48d-4e7b-4225-b5a9-044a70625e37,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:36.347711 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43960) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:36.390550 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c3761a00-f5f1-4ad2-96ef-1fb6d220066a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2df90770bcd5434b9132308991ad384b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409529 Nov 11 11:09:36.392893 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 43962) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:36.439292 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.459914 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.505169 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.507694 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:36.508871 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f953cfb9-85f7-4270-967a-432e05eafdbd HTTP/1.1" status: 204 len: 168 time: 0.1150415 Nov 11 11:09:36.516327 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8962ab-ee0d-4ddc-ac39-533ed9bbaefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953cfb9-85f7-4270-967a-432e05eafdbd,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:37.119519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368aced-4cfc-4752-a710-71fecedcfd7c req-8cc7acfa-f32d-4484-b8e2-46c2f6352302 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:37.121075 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6368aced-4cfc-4752-a710-71fecedcfd7c req-8cc7acfa-f32d-4484-b8e2-46c2f6352302 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 946 time: 0.0508752 Nov 11 11:09:37.169980 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6368aced-4cfc-4752-a710-71fecedcfd7c req-42665874-6326-4ab6-adbf-2e4df0ee9044 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb4923cc-2d81-481a-9e8d-261e5fc848cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Nov 11 11:09:37.351422 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-e2b8a800-0dbd-4ba8-b6f1-f9854ebf90c3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:09:37.352873 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-e2b8a800-0dbd-4ba8-b6f1-f9854ebf90c3 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 946 time: 0.0506749 Nov 11 11:09:37.456380 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Deleting port e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:37.457367 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:37.557372 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] For port e25b3e1b-debe-4fe5-8822-cdcfc1730dff, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:37.557737 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:37.780253 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:37.780635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:37.780948 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Floating IP a8a55959-da4d-43ad-a3ff-8c047db9c899 disassociated. External IP: 172.27.1.83, port: e25b3e1b-debe-4fe5-8822-cdcfc1730dff. Nov 11 11:09:37.781281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Calling delete_port for e25b3e1b-debe-4fe5-8822-cdcfc1730dff owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:37.916089 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:37.950466 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'Port': ['ID=e25b3e1b-debe-4fe5-8822-cdcfc1730dff,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:38.331607 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-12f7b0a6-e7f4-441a-8e90-4dbf768a177f req-d00bbc60-bd66-47ab-b741-68f6b15b2e3c tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/ports?device_id=f10f66e9-9c26-4c27-b8bb-aba6276603cf HTTP/1.1" status: 200 len: 210 time: 0.0393054 Nov 11 11:09:38.365904 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:09:38.478201 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:09:38.488984 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:09:38.498234 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:38.498944 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:38.516765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] No DVR routers for this DVR port e25b3e1b-debe-4fe5-8822-cdcfc1730dff on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:38.519221 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:38.523668 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49959396-0ceb-417f-906b-dd5bee3cd6c2 req-5c6ebc67-3749-455a-85fa-538af0f45911 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.20 "DELETE /v2.0/ports/e25b3e1b-debe-4fe5-8822-cdcfc1730dff HTTP/1.1" status: 204 len: 173 time: 1.1625729 Nov 11 11:09:38.523668 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-deleted', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:09:38.525960 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b804f80-6aad-48cf-b662-9610bc83e515" -d '{"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-deleted", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:09:38.561659 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13681af5-ae24-4ba9-987c-e2d9d2160816 x-openstack-request-id: req-13681af5-ae24-4ba9-987c-e2d9d2160816 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:09:38.561950 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f66e9-9c26-4c27-b8bb-aba6276603cf", "name": "network-vif-deleted", "tag": "e25b3e1b-debe-4fe5-8822-cdcfc1730dff", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:09:38.562190 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13681af5-ae24-4ba9-987c-e2d9d2160816 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:09:38.562581 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f66e9-9c26-4c27-b8bb-aba6276603cf', 'name': 'network-vif-deleted', 'tag': 'e25b3e1b-debe-4fe5-8822-cdcfc1730dff', 'status': 'completed', 'code': 200} Nov 11 11:09:38.605093 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:38.801781 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:38.830434 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:09:38.838843 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:38.839440 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:38.944565 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:39.142614 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:39.169410 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7433-577a-4491-9b0e-5d467f39b901 None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:02:19Z', 'revision_number': 4, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': '4a0f9d2a-d594-45a5-92c1-c49d98ed3503', 'name': '', 'network_id': 'd67caaca-42b6-4361-a473-088bfd5e27e4', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'mac_address': 'fa:16:3e:fc:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:17Z', 'updated_at': '2021-11-11T11:02:32Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'subnets': [{'id': '45f763f0-65f5-494d-a786-5ae4b7c1c87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:09:39.388912 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0fb14-ac7d-43f4-b493-424c5c94dd7f None None] New status for floating IP a8a55959-da4d-43ad-a3ff-8c047db9c899: DOWN {{(pid=101621) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:09:39.430075 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44030) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:39.488673 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.514900 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.567919 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.570591 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.571737 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "DELETE /v2.0/security-groups/fb4923cc-2d81-481a-9e8d-261e5fc848cc HTTP/1.1" status: 204 len: 168 time: 0.1401293 Nov 11 11:09:39.574741 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44036) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:39.581682 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9378-9397-4984-a745-626ba7dfd587 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4923cc-2d81-481a-9e8d-261e5fc848cc,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:39.591332 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.api.v2.resource [None req-84422a8c-d17a-454f-a9ee-dc0d23cf5378 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] show failed (client error): The resource could not be found. Nov 11 11:09:39.592376 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-84422a8c-d17a-454f-a9ee-dc0d23cf5378 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "GET /v2.0/security-groups/fb4923cc-2d81-481a-9e8d-261e5fc848cc HTTP/1.1" status: 404 len: 347 time: 0.0166254 Nov 11 11:09:39.595518 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44038) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:39.737507 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Deleting port 309f9f15-a4cf-4db5-bfdc-1ab0cf17f810 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:39.737507 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.820178 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.820508 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.831977 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Calling delete_port for 309f9f15-a4cf-4db5-bfdc-1ab0cf17f810 owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:39.962884 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:39.985484 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Pushing event deleted for resources: {'Port': ['ID=309f9f15-a4cf-4db5-bfdc-1ab0cf17f810,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:40.046357 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:40.048892 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:40.050030 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-e97a3a89-d0e2-46c5-ba70-2bbe5706ee81 tempest-AttachVolumeShelveTestJSON-381443542 tempest-AttachVolumeShelveTestJSON-381443542-project] 10.222.0.57 "DELETE /v2.0/floatingips/a8a55959-da4d-43ad-a3ff-8c047db9c899 HTTP/1.1" status: 204 len: 168 time: 0.4527624 Nov 11 11:09:40.443699 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-af12365c-76ce-445f-bf58-8e4bb63613e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.529617 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44088) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:41.640399 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ffd017fa-3c60-4dc5-80eb-165fd4c739bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.712698 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ffd017fa-3c60-4dc5-80eb-165fd4c739bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.716246 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ffd017fa-3c60-4dc5-80eb-165fd4c739bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.753157 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ffd017fa-3c60-4dc5-80eb-165fd4c739bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=950a0dd3a8d94a5daf08f2d30c7736e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224135 Nov 11 11:09:41.756964 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44092) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:41.757466 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd017fa-3c60-4dc5-80eb-165fd4c739bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b779b-c35a-4c8f-bdd5-a1fc712edb48,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:41.811743 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.832726 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.878555 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.881599 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:41.882715 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d84b779b-c35a-4c8f-bdd5-a1fc712edb48 HTTP/1.1" status: 204 len: 168 time: 0.1245863 Nov 11 11:09:41.890273 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfed0c-29e3-4df6-959f-32f42228e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b779b-c35a-4c8f-bdd5-a1fc712edb48,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:42.032796 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:42.054435 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: e25b3e1b-debe-4fe5-8822-cdcfc1730dff {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:42.055032 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device e25b3e1b-debe-4fe5-8822-cdcfc1730dff not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:42.158453 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44098) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:42.171860 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41af5371-237e-4e76-b1e3-9ca3dfde48c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.245244 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41af5371-237e-4e76-b1e3-9ca3dfde48c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.249103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-41af5371-237e-4e76-b1e3-9ca3dfde48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.284908 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af5371-237e-4e76-b1e3-9ca3dfde48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42fd0b4-a9b9-4051-a2bb-6ec062dfe7bd,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:42.289718 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-41af5371-237e-4e76-b1e3-9ca3dfde48c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a66fe396973748b7948f5e3f15a0a4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302378 Nov 11 11:09:42.292849 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44100) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:42.339705 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.363846 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.411341 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.414118 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:42.415630 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e42fd0b4-a9b9-4051-a2bb-6ec062dfe7bd HTTP/1.1" status: 204 len: 168 time: 0.1219676 Nov 11 11:09:42.424944 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfe949-a56a-4f2d-b8c8-ac7a6799317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42fd0b4-a9b9-4051-a2bb-6ec062dfe7bd,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:42.480312 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44110) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:42.891497 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f7896721-652a-4177-be35-0cf2bf7f8100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.043488 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.291835 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Deleting port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:43.292176 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.375558 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] For port 4a0f9d2a-d594-45a5-92c1-c49d98ed3503, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:43.375951 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.390513 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Calling delete_port for 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 owned by network:router_interface {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:43.577635 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.604645 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0f9d2a-d594-45a5-92c1-c49d98ed3503,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:43.782529 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:43.959294 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.014926 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Router b80905a7-ebbd-47a7-a370-6d692e22e0af has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:09:44.085463 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44156) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:44.123660 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:09:44.131100 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-dac96d95-d771-4ed1-899a-a4601a3a05b8 admin admin] 10.222.0.57 "PUT /v2.0/routers/b80905a7-ebbd-47a7-a370-6d692e22e0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6472478 Nov 11 11:09:44.131232 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44160) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:44.138431 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Sync routers for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:09:44.148872 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:44.149566 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:44.209477 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-180e4625-5d64-4f49-9c45-826ee634c71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.239953 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks [] for router, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.295023 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-180e4625-5d64-4f49-9c45-826ee634c71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.300010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-180e4625-5d64-4f49-9c45-826ee634c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.337162 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e4625-5d64-4f49-9c45-826ee634c71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cbbc0b-bf9c-4976-bd7b-9fa43cc1f087,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:44.341430 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-180e4625-5d64-4f49-9c45-826ee634c71d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c922805b839e4ecbbbf7c1ec761a569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548752 Nov 11 11:09:44.343975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44162) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:44.360937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.379643 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:44.394152 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.417700 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Deleting port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:44.418227 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.420631 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.479644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.483966 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.487891 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6cbbc0b-bf9c-4976-bd7b-9fa43cc1f087 HTTP/1.1" status: 204 len: 168 time: 0.1429749 Nov 11 11:09:44.496861 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9fb89-ae0c-4dc8-99d2-d6698145077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cbbc0b-bf9c-4976-bd7b-9fa43cc1f087,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:44.536589 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] For port a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:44.537118 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.549792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Calling delete_port for a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c owned by network:router_gateway {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:44.583464 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:09:43Z', 'revision_number': 5, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port': {'id': 'a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:02:13Z', 'updated_at': '2021-11-11T11:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:44.614689 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Checking router: b80905a7-ebbd-47a7-a370-6d692e22e0af for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:09:44.622567 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Routers {'b80905a7-ebbd-47a7-a370-6d692e22e0af'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:09:44.623212 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:09:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['b80905a7-ebbd-47a7-a370-6d692e22e0af'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:44.705485 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] Set router b80905a7-ebbd-47a7-a370-6d692e22e0af gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:09:44.738579 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.767175 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Pushing event deleted for resources: {'Port': ['ID=a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:44.767597 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:09:44Z', 'revision_number': 6, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:44.793932 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a784fa4-dd0a-4aa9-9370-2ad818118e0f None None] The sync data for ids ['b80905a7-ebbd-47a7-a370-6d692e22e0af'] in dv-cinder-817514-2-iscsi is: [{'id': 'b80905a7-ebbd-47a7-a370-6d692e22e0af', 'name': 'tempest-AttachVolumeShelveTestJSON-2045623168-router', 'tenant_id': '246b03f49fb440b5969ef1312635feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:02:11Z', 'updated_at': '2021-11-11T11:09:44Z', 'revision_number': 6, 'project_id': '246b03f49fb440b5969ef1312635feab', 'gw_port_host': None}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:09:44.801145 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44168) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:44.815110 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-baec2581-e698-49f4-98d8-22da0014cb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.838574 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.889941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-baec2581-e698-49f4-98d8-22da0014cb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.894534 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-baec2581-e698-49f4-98d8-22da0014cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.932791 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-baec2581-e698-49f4-98d8-22da0014cb8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=784d2c850877445f87edfbd7575a75f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303751 Nov 11 11:09:44.934013 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2581-e698-49f4-98d8-22da0014cb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67681c68-affc-4729-8c42-04247ecb77bf,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:44.935448 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44170) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:44.945765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:44.951959 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.251479 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.252229 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80905a7-ebbd-47a7-a370-6d692e22e0af {{(pid=101619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:09:45.257207 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] Publish callbacks [] for router, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.258347 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b1d42afe-df36-41ba-b039-a0f0c755266e admin admin] 10.222.0.57 "DELETE /v2.0/routers/b80905a7-ebbd-47a7-a370-6d692e22e0af HTTP/1.1" status: 204 len: 168 time: 1.1261876 Nov 11 11:09:45.261157 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44172) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:45.270813 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.296814 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.311903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Deleting subnet 45f763f0-65f5-494d-a786-5ae4b7c1c87c {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:09:45.315110 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.344276 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.347053 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.348853 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67681c68-affc-4729-8c42-04247ecb77bf HTTP/1.1" status: 204 len: 168 time: 0.4123218 Nov 11 11:09:45.354268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.357969 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a9bd-2f65-4ffd-9edd-5cd89f0aefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67681c68-affc-4729-8c42-04247ecb77bf,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:45.434941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.459252 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.491606 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.516943 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f763f0-65f5-494d-a786-5ae4b7c1c87c,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:45.521358 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.528303 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78841d7-a22f-4755-b9ac-b68d9dcc24ed None None] Network d67caaca-42b6-4361-a473-088bfd5e27e4 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:09:45.531190 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2f821b98-e877-4a03-8b31-19e80d6328e6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/45f763f0-65f5-494d-a786-5ae4b7c1c87c HTTP/1.1" status: 204 len: 168 time: 0.2664700 Nov 11 11:09:45.531190 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44178) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:45.585558 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:45.619871 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.693991 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Deleting port 8fb49070-bef6-4245-b7e1-2db84e754033 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:09:45.694328 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.755337 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:45.756076 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 4a0f9d2a-d594-45a5-92c1-c49d98ed3503 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:45.781058 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] For port 8fb49070-bef6-4245-b7e1-2db84e754033, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=8fb49070-bef6-4245-b7e1-2db84e754033,segment=NetworkSegment(11aa1e2c-9300-4256-a6e5-d4a19996a179),segment_id=11aa1e2c-9300-4256-a6e5-d4a19996a179)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:09:45.781766 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.803440 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Calling delete_port for 8fb49070-bef6-4245-b7e1-2db84e754033 owned by network:dhcp {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:09:45.906223 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:45.917096 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c019cd-15fb-482c-aef6-89c336fcfa7d None None] DHCP port deletion for d67caaca-42b6-4361-a473-088bfd5e27e4 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:09:45.948366 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb49070-bef6-4245-b7e1-2db84e754033,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:45.957335 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] No DVR routers for this DVR port 8fb49070-bef6-4245-b7e1-2db84e754033 on host dv-cinder-817514-2-iscsi {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:09:46.032105 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.062317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67caaca-42b6-4361-a473-088bfd5e27e4']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:46.068485 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aa1e2c-9300-4256-a6e5-d4a19996a179') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:46.068820 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aa1e2c-9300-4256-a6e5-d4a19996a179') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:09:46.078802 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.096459 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.103000 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:09:46.103480 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:09:46.105273 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:09:46.162507 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.171621 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.174793 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] 10.222.0.57 "DELETE /v2.0/networks/d67caaca-42b6-4361-a473-088bfd5e27e4 HTTP/1.1" status: 204 len: 168 time: 0.6427007 Nov 11 11:09:46.185983 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d5783-28b7-4c74-8527-265eb6765c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d67caaca-42b6-4361-a473-088bfd5e27e4,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:46.352468 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44202) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:46.370296 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.403145 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-51343af4-f280-4424-86af-379a09fd6e4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=246b03f49fb440b5969ef1312635feab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483491 Nov 11 11:09:46.405718 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44204) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:46.461512 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.485753 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.534366 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.537064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:46.541027 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/880f000b-a510-46d2-bf74-df54fbcc3343 HTTP/1.1" status: 204 len: 168 time: 0.1309550 Nov 11 11:09:46.546407 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014625f-b18d-41e1-a22f-33a81811f614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f000b-a510-46d2-bf74-df54fbcc3343,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:47.205231 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:47.230345 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:47.231129 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device a49c0faf-dcf3-433a-9ccd-0d51b8d3f94c not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:47.231260 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8fb49070-bef6-4245-b7e1-2db84e754033 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:09:47.251840 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 8fb49070-bef6-4245-b7e1-2db84e754033 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:09:47.252261 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 8fb49070-bef6-4245-b7e1-2db84e754033 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:09:48.491516 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44306) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:48.594185 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f04b27f9-eb27-4546-a9d1-9bc085a113f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.664843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f04b27f9-eb27-4546-a9d1-9bc085a113f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.668421 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f04b27f9-eb27-4546-a9d1-9bc085a113f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.703350 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b27f9-eb27-4546-a9d1-9bc085a113f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a701fff-e4f1-46ce-b723-2d1f6467b8e1,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:48.712301 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f04b27f9-eb27-4546-a9d1-9bc085a113f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c2b3699d8ec41cd875c366ea6c161cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150691 Nov 11 11:09:48.712301 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44310) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:48.756781 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.778250 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.827034 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.829647 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:48.830785 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a701fff-e4f1-46ce-b723-2d1f6467b8e1 HTTP/1.1" status: 204 len: 168 time: 0.1190360 Nov 11 11:09:48.839908 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac8b5-cc43-4596-a030-5bf042b0b4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a701fff-e4f1-46ce-b723-2d1f6467b8e1,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:49.107147 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44326) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:49.123376 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-43a86675-7a12-4c6a-bf5e-4c5f49d7fe8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.202107 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-43a86675-7a12-4c6a-bf5e-4c5f49d7fe8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.206876 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-43a86675-7a12-4c6a-bf5e-4c5f49d7fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.247411 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-43a86675-7a12-4c6a-bf5e-4c5f49d7fe8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47e094b8520f4524b8047e23a24c803c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388068 Nov 11 11:09:49.248717 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86675-7a12-4c6a-bf5e-4c5f49d7fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f611e8-77f4-4a07-b903-f68630e36717,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:49.250073 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44336) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:49.307035 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.329584 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.388871 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.391402 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:49.392559 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08f611e8-77f4-4a07-b903-f68630e36717 HTTP/1.1" status: 204 len: 168 time: 0.1398070 Nov 11 11:09:49.401355 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc760b1-3084-4804-a77e-c5d77443a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f611e8-77f4-4a07-b903-f68630e36717,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:50.675858 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44392) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:50.785275 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0072314c-ffb2-4af1-8f2d-0a4e225d2d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:50.861494 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0072314c-ffb2-4af1-8f2d-0a4e225d2d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:50.866612 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-0072314c-ffb2-4af1-8f2d-0a4e225d2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:50.907917 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-0072314c-ffb2-4af1-8f2d-0a4e225d2d9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a645806cd3524c079ca608754858c04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309635 Nov 11 11:09:50.909069 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072314c-ffb2-4af1-8f2d-0a4e225d2d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c032cd-0707-43e1-8280-4eb73df39f14,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:50.910793 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44400) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:50.964411 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:50.986263 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.038911 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.041522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.042708 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18c032cd-0707-43e1-8280-4eb73df39f14 HTTP/1.1" status: 204 len: 168 time: 0.1298807 Nov 11 11:09:51.050342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3bfbc-1b41-4783-85fb-a67e6269d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c032cd-0707-43e1-8280-4eb73df39f14,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:51.329657 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44410) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:51.343605 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8e3307e6-5352-4b35-8e6e-d148977709f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.421568 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8e3307e6-5352-4b35-8e6e-d148977709f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.425427 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8e3307e6-5352-4b35-8e6e-d148977709f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.466404 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-8e3307e6-5352-4b35-8e6e-d148977709f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c69d97fb1f54c8296ae1f062607be3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355834 Nov 11 11:09:51.467337 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3307e6-5352-4b35-8e6e-d148977709f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0354d8-c052-424f-a3f2-b1aa1b77abbe,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:51.469441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44412) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:51.517572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.538243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.584057 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.586645 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:51.587757 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d0354d8-c052-424f-a3f2-b1aa1b77abbe HTTP/1.1" status: 204 len: 168 time: 0.1173038 Nov 11 11:09:51.595491 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6056f8-72b2-4bef-a1b5-ca82e88375a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0354d8-c052-424f-a3f2-b1aa1b77abbe,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:51.913155 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44418) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:51.926173 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f40e9a25-0a7b-48c2-9299-0eb5df587ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.001254 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f40e9a25-0a7b-48c2-9299-0eb5df587ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.005260 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-f40e9a25-0a7b-48c2-9299-0eb5df587ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.043128 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-f40e9a25-0a7b-48c2-9299-0eb5df587ed0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27543ad23ebd4c4ab09eedb9da17f9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288502 Nov 11 11:09:52.045059 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e9a25-0a7b-48c2-9299-0eb5df587ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedb6949-83d5-4ec7-b86e-0930b09666c4,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:52.045843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44420) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:52.093965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.114992 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.162129 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.164737 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:52.165870 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cedb6949-83d5-4ec7-b86e-0930b09666c4 HTTP/1.1" status: 204 len: 168 time: 0.1190414 Nov 11 11:09:52.173650 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d10b5-6a9d-4d2b-9941-9022cfd673ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedb6949-83d5-4ec7-b86e-0930b09666c4,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:53.221157 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.598352 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44494) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:54.709615 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8001427-5cc4-41a9-9cc7-b42a456a147f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.795808 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8001427-5cc4-41a9-9cc7-b42a456a147f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.802743 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c8001427-5cc4-41a9-9cc7-b42a456a147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.837152 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8001427-5cc4-41a9-9cc7-b42a456a147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95dee62-9d02-4b19-8965-16fc7a45eaae,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:54.841358 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c8001427-5cc4-41a9-9cc7-b42a456a147f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8de1e7738823445dbb3099d8900e478d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418830 Nov 11 11:09:54.844095 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44508) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:54.893996 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.918160 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.964983 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.967548 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:54.968705 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b95dee62-9d02-4b19-8965-16fc7a45eaae HTTP/1.1" status: 204 len: 168 time: 0.1235716 Nov 11 11:09:54.977174 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ac073-01b6-46e0-9182-647564d1ba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95dee62-9d02-4b19-8965-16fc7a45eaae,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:55.234834 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44518) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:55.247859 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-94f5b337-d3ae-40fc-ab98-43b5debf2a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.325927 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-94f5b337-d3ae-40fc-ab98-43b5debf2a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.329301 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-94f5b337-d3ae-40fc-ab98-43b5debf2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.366107 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5b337-d3ae-40fc-ab98-43b5debf2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a76598f-1d67-4a82-80f9-79579737fd85,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:55.370219 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-94f5b337-d3ae-40fc-ab98-43b5debf2a72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15f4417747934360b5034ae8eada618e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343770 Nov 11 11:09:55.372757 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44520) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:55.419957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.440953 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.485545 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.488788 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:55.489934 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a76598f-1d67-4a82-80f9-79579737fd85 HTTP/1.1" status: 204 len: 168 time: 0.1162829 Nov 11 11:09:55.497719 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0951c6b-e594-4c72-a26c-b2c23379f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a76598f-1d67-4a82-80f9-79579737fd85,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:56.161493 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44548) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:56.277216 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bd286aa-74df-4778-be09-63832682307b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.351937 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bd286aa-74df-4778-be09-63832682307b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.355970 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4bd286aa-74df-4778-be09-63832682307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.400110 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4bd286aa-74df-4778-be09-63832682307b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=997550a078684e91a73a672a628436a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352555 Nov 11 11:09:56.400110 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd286aa-74df-4778-be09-63832682307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4217904-e30b-4880-8887-1c83a8e34df4,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:56.401141 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44560) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:56.454912 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.476230 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.531009 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.533679 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:56.534844 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4217904-e30b-4880-8887-1c83a8e34df4 HTTP/1.1" status: 204 len: 168 time: 0.1330442 Nov 11 11:09:56.542776 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b52790-a1e4-448e-94b3-249bc9468285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4217904-e30b-4880-8887-1c83a8e34df4,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:57.613337 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44632) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:57.723563 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.796060 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.799163 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.838035 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6dcfa3644c5f44a5a35a56980dec9618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235272 Nov 11 11:09:57.838959 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd19c8b5-aeea-4017-bf22-2ded833702d8,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:57.840711 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44636) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:57.846198 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.846548 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.846891 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.847269 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.847599 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.847932 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.848263 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.848611 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.848941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.849263 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.849585 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.849908 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ff216-1f55-43b4-aeb1-bc136f52429a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:09:57.900585 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.924144 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.971093 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.973626 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:57.974774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd19c8b5-aeea-4017-bf22-2ded833702d8 HTTP/1.1" status: 204 len: 168 time: 0.1325402 Nov 11 11:09:57.983435 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1fb1-ffb5-40e8-8997-7854163fcbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd19c8b5-aeea-4017-bf22-2ded833702d8,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:58.231167 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44642) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:58.244986 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-169009fd-4715-4eb9-aab5-72616a5d7d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.320342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-169009fd-4715-4eb9-aab5-72616a5d7d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.323956 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-169009fd-4715-4eb9-aab5-72616a5d7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.362302 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-169009fd-4715-4eb9-aab5-72616a5d7d1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27a13262bf494796bd6d07b141276047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297824 Nov 11 11:09:58.363451 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169009fd-4715-4eb9-aab5-72616a5d7d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27826f-3df3-4528-be50-04e1f3870eb5,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:09:58.364980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44644) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:09:58.412057 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.432478 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.478084 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.480658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:09:58.482093 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a27826f-3df3-4528-be50-04e1f3870eb5 HTTP/1.1" status: 204 len: 168 time: 0.1158507 Nov 11 11:09:58.489980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038b92-b7c4-4a32-a94c-7264d52ed94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27826f-3df3-4528-be50-04e1f3870eb5,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:00.385926 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44724) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:00.494135 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-081630f2-c98d-44eb-92ef-9aae5397b922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.566510 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-081630f2-c98d-44eb-92ef-9aae5397b922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.570542 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-081630f2-c98d-44eb-92ef-9aae5397b922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.608322 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-081630f2-c98d-44eb-92ef-9aae5397b922 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd03143c01c74c51a9bb0f6f6edea98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211637 Nov 11 11:10:00.609065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081630f2-c98d-44eb-92ef-9aae5397b922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbafcd9-1841-4c82-964d-455f8697edd0,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:00.610855 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44728) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:00.664022 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.686312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.732389 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.735644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:00.737035 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bbafcd9-1841-4c82-964d-455f8697edd0 HTTP/1.1" status: 204 len: 168 time: 0.1240134 Nov 11 11:10:00.744981 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51796c10-0604-4291-bdb8-baf888e63679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbafcd9-1841-4c82-964d-455f8697edd0,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:00.995403 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44736) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:01.008571 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-537fd3ce-f51b-42a1-a6a2-7703e3787a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.081148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-537fd3ce-f51b-42a1-a6a2-7703e3787a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.085242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-537fd3ce-f51b-42a1-a6a2-7703e3787a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.122343 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-537fd3ce-f51b-42a1-a6a2-7703e3787a50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afd87095f2c943299227187719eaf3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256959 Nov 11 11:10:01.123042 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fd3ce-f51b-42a1-a6a2-7703e3787a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94b9db-d084-4a6d-8fd6-fb948bfe1539,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:01.125014 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44738) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:01.172684 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.193172 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.238920 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.241566 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:01.242737 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d94b9db-d084-4a6d-8fd6-fb948bfe1539 HTTP/1.1" status: 204 len: 168 time: 0.1166472 Nov 11 11:10:01.250475 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46261da-20a4-41ef-a64d-5d4d8888ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94b9db-d084-4a6d-8fd6-fb948bfe1539,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:10.445288 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-792eed6d-b8a6-4e6c-9c7e-27b75bf9bac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:10.986610 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:10:12.884421 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-dff68b44-2061-4f1a-9a8d-6a77813f59da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:13.960705 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:15.461171 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:15.982905 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44942) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:16.086606 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e18bfdb-3d6c-44f7-9999-2f3790094b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.164790 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e18bfdb-3d6c-44f7-9999-2f3790094b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.168753 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-4e18bfdb-3d6c-44f7-9999-2f3790094b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.207215 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-4e18bfdb-3d6c-44f7-9999-2f3790094b79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db7bc993bf8045e89783c679fc3e2798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232442 Nov 11 11:10:16.208366 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18bfdb-3d6c-44f7-9999-2f3790094b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b59491-cc45-4713-b819-dc6e7244d0e2,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:16.210007 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44946) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:16.259980 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.280532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.329047 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.331629 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.332782 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8b59491-cc45-4713-b819-dc6e7244d0e2 HTTP/1.1" status: 204 len: 168 time: 0.1217830 Nov 11 11:10:16.340765 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7c252-8f18-4d21-a7a5-588816fb5717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b59491-cc45-4713-b819-dc6e7244d0e2,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:16.370201 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.603444 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44958) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:16.617182 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-081a1a02-3a17-438d-a898-13e2bba5fb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.702945 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-081a1a02-3a17-438d-a898-13e2bba5fb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.707138 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-081a1a02-3a17-438d-a898-13e2bba5fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.726386 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44962) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:16.749383 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-081a1a02-3a17-438d-a898-13e2bba5fb44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8195033e91ba410ab30298e4739c5cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424875 Nov 11 11:10:16.749383 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a1a02-3a17-438d-a898-13e2bba5fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0be30a-e8d4-4d50-b911-c9b77b98e03b,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:16.749838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 44966) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:16.799453 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.822688 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.852973 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c55ba4a6-586e-4435-be6d-369a8dcf034c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.899795 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.902299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.903419 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc0be30a-e8d4-4d50-b911-c9b77b98e03b HTTP/1.1" status: 204 len: 168 time: 0.1526470 Nov 11 11:10:16.916299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ab12-91b8-411f-a684-0c02674daed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0be30a-e8d4-4d50-b911-c9b77b98e03b,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:16.952518 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c55ba4a6-586e-4435-be6d-369a8dcf034c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.957891 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c55ba4a6-586e-4435-be6d-369a8dcf034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:16.997531 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ba4a6-586e-4435-be6d-369a8dcf034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892dafe-0083-4253-905a-714137ec7dd5,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:17.006345 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-c55ba4a6-586e-4435-be6d-369a8dcf034c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=262f1cb7afb14dc7b200aad23178c884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787464 Nov 11 11:10:17.007094 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 44970) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:17.064224 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:17.085340 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:17.140517 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:17.143386 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:17.144582 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2892dafe-0083-4253-905a-714137ec7dd5 HTTP/1.1" status: 204 len: 168 time: 0.1364841 Nov 11 11:10:17.154174 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3886-c933-4a4a-a507-28ac2996427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892dafe-0083-4253-905a-714137ec7dd5,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:17.826985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45014) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:17.921384 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1504342537-network', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:17.942058 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Made reservation on behalf of 1410e55ef5664e9eb81f37a2f67b017d for: {'network': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:10:17.944468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:17.956827 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.035754 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.039440 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.064225 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=101619) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:10:18.073144 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1016b2-6b0d-4878-85c6-ff436fddf8a9,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:18.079117 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.079461 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.segments_db [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Added segment a282aedb-a999-43a8-bb83-c301bb02c3bd of type vlan for network 8406c768-dfab-489f-9842-e446e590ca65 Nov 11 11:10:18.121092 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.153324 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.154471 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:18.155126 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.212424 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3843284 Nov 11 11:10:18.215400 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45022) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:18.217595 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b754-fadd-43df-9b1d-50bd85987b4a admin admin] Pushing event updated for resources: {'Network': ['ID=8406c768-dfab-489f-9842-e446e590ca65,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:18.221608 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Request body: {'subnet': {'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1504342537-subnet', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:18.229296 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network 8406c768-dfab-489f-9842-e446e590ca65 details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:10:18.247303 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Made reservation on behalf of 1410e55ef5664e9eb81f37a2f67b017d for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:10:18.249674 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.418399 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.477529 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:18.484812 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Checking segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:18.485167 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Network hostable DHCP agents. Network: 8406c768-dfab-489f-9842-e446e590ca65, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:10:18.501154 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Network 8406c768-dfab-489f-9842-e446e590ca65 is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:10:18.509359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, 8406c768-dfab-489f-9842-e446e590ca65) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:18.513593 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:18.514185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.518186 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f58111-6ac4-4650-b717-70254a314ae3 None None] Network 8406c768-dfab-489f-9842-e446e590ca65 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:10:18.532148 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-89ec935e-cfa0-414f-9cf9-798b2542645d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3131855 Nov 11 11:10:18.532367 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45024) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:18.537067 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:18.557728 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.558766 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.607963 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.663338 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-8406c768-dfab-489f-9842-e446e590ca65', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:10:18.664198 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.745589 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.818141 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Allocated IP 172.20.0.2 (8406c768-dfab-489f-9842-e446e590ca65/6d3fac0b-13a9-4c56-b660-3ecff0b6a58d/2249e570-af67-47f8-9b71-f746d45cbca8) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:18.939369 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.960218 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.961253 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:18.966915 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.011732 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Network 8406c768-dfab-489f-9842-e446e590ca65 is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:19.014702 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:19.017211 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:19.025366 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Pushing event updated for resources: {'Port': ['ID=2249e570-af67-47f8-9b71-f746d45cbca8,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:19.077260 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Allocated IP 172.27.1.214 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/93932dad-1303-4313-b0ca-136371f6147a) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:19.084359 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Attempting to bind port 2249e570-af67-47f8-9b71-f746d45cbca8 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:19.084748 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Attempting to bind port 2249e570-af67-47f8-9b71-f746d45cbca8 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:19.085108 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Attempting to bind port 2249e570-af67-47f8-9b71-f746d45cbca8 on network 8406c768-dfab-489f-9842-e446e590ca65 {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:19.090725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:19.091097 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Checking segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:19.091501 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.091893 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Bound using segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:19.092439 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Bound port: 2249e570-af67-47f8-9b71-f746d45cbca8, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:19.092765 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.157362 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] For port 2249e570-af67-47f8-9b71-f746d45cbca8, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:19.162435 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] For port 2249e570-af67-47f8-9b71-f746d45cbca8, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=2249e570-af67-47f8-9b71-f746d45cbca8,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:19.168303 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.190219 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.225793 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:19.275246 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcd7be-1cf8-4d36-8134-9ea9767a856b None None] Pushing event updated for resources: {'Port': ['ID=2249e570-af67-47f8-9b71-f746d45cbca8,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:19.276238 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:19.283016 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Pushing event updated for resources: {'Port': ['ID=93932dad-1303-4313-b0ca-136371f6147a,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:19.286923 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:19.289182 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:19.574643 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.021805 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.151112 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Router d69401c7-2acd-4558-8739-15687b2ff5ff is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:10:20.196290 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc05d80-2f40-4dca-bf2b-16192fe3be5b None None] Network 8406c768-dfab-489f-9842-e446e590ca65 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:10:20.258477 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:10:20.274604 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Sync routers for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:10:20.277903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.279251 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b827999c-fa3d-4575-b0f0-8edba7a7f36c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7458613 Nov 11 11:10:20.282346 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45042) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:20.322725 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] Provisioning complete for port 2249e570-af67-47f8-9b71-f746d45cbca8 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:20.323290 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.327121 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:20.327479 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:20.523161 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:20.599265 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.681791 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] For port 2249e570-af67-47f8-9b71-f746d45cbca8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=2249e570-af67-47f8-9b71-f746d45cbca8,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:20.688040 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.702611 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.766298 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1160-70db-4c42-85d8-b66208dc2462 None None] Pushing event updated for resources: {'Port': ['ID=2249e570-af67-47f8-9b71-f746d45cbca8,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:20.794181 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:19Z', 'revision_number': 3, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:20.828564 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Checking router: d69401c7-2acd-4558-8739-15687b2ff5ff for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:10:20.828927 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Updating router d69401c7-2acd-4558-8739-15687b2ff5ff port 93932dad-1303-4313-b0ca-136371f6147a binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:10:20.853588 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-6397ede9-0afe-458b-8584-f1cd26b4665a None None] Provisioning complete for port 2249e570-af67-47f8-9b71-f746d45cbca8 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:20.853962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6397ede9-0afe-458b-8584-f1cd26b4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.871532 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Allocated IP 172.20.0.1 (8406c768-dfab-489f-9842-e446e590ca65/6d3fac0b-13a9-4c56-b660-3ecff0b6a58d/abac1ddc-c30c-46fc-8f2f-5426d98fb949) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:20.884264 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:20.997531 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.038213 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.088284 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Network 8406c768-dfab-489f-9842-e446e590ca65 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:21.091516 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:21.095430 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:21.136844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Pushing event updated for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:21.146700 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.296980 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 2249e570-af67-47f8-9b71-f746d45cbca8 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:21.315088 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.391101 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.399968 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.414592 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-7f05643a-3b8d-41cb-9e8f-20d1fa9ea1fd None None] Provisioning complete for port abac1ddc-c30c-46fc-8f2f-5426d98fb949 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:21.414974 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-7f05643a-3b8d-41cb-9e8f-20d1fa9ea1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.482376 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.487761 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.489267 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 2249e570-af67-47f8-9b71-f746d45cbca8 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:21.489644 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.515956 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9934b-4d68-4e7d-87ec-0dbdb2389fd3 None None] Pushing event updated for resources: {'Port': ['ID=93932dad-1303-4313-b0ca-136371f6147a,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:21.521071 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Attempting to bind port 93932dad-1303-4313-b0ca-136371f6147a on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:21.521438 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Attempting to bind port 93932dad-1303-4313-b0ca-136371f6147a by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:21.521804 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Attempting to bind port 93932dad-1303-4313-b0ca-136371f6147a on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:21.527904 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-7f05643a-3b8d-41cb-9e8f-20d1fa9ea1fd None None] Port abac1ddc-c30c-46fc-8f2f-5426d98fb949 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:10:21.537338 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:21.537719 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:21.538127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.538517 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:21.538998 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Bound port: 93932dad-1303-4313-b0ca-136371f6147a, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:21.539382 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.556005 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Pushing event updated for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:21.558493 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.623549 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] For port 93932dad-1303-4313-b0ca-136371f6147a, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:21.639732 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] For port 93932dad-1303-4313-b0ca-136371f6147a, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=93932dad-1303-4313-b0ca-136371f6147a,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:21.644671 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:21.651678 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Network 8406c768-dfab-489f-9842-e446e590ca65 is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:21.659423 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:21.718522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9934b-4d68-4e7d-87ec-0dbdb2389fd3 None None] Pushing event updated for resources: {'Port': ['ID=93932dad-1303-4313-b0ca-136371f6147a,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:21.722750 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:21.723358 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:21.797601 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Router d69401c7-2acd-4558-8739-15687b2ff5ff has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:10:21.842382 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:21.912132 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:10:21.917335 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7081b4f3-2e3d-4ce5-869a-ad1346134f5a admin admin] 10.222.0.57 "PUT /v2.0/routers/d69401c7-2acd-4558-8739-15687b2ff5ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339960 Nov 11 11:10:21.978798 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-c8f909cd-1ef9-478b-ab0a-9895b887426a None None] Provisioning complete for port abac1ddc-c30c-46fc-8f2f-5426d98fb949 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:21.979165 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-c8f909cd-1ef9-478b-ab0a-9895b887426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.065078 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-c8f909cd-1ef9-478b-ab0a-9895b887426a None None] Port abac1ddc-c30c-46fc-8f2f-5426d98fb949 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:10:22.097267 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 2, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:22.128685 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b4d4a-9b6e-4458-813e-9c8c420985e7 None None] The sync data for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi is: [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 2, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:10:22.448405 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45072) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:22.453451 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785556550-network', 'tenant_id': '58aac501ce3843d49658112a3f338269'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:22.475006 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Made reservation on behalf of 58aac501ce3843d49658112a3f338269 for: {'network': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:10:22.477572 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for network, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.487623 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.567170 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.571312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.607436 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=101620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 11:10:22.614313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327fe638-a532-493c-9d00-93f13940cda5,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:22.622832 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.623177 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.segments_db [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Added segment f735ec05-21ae-4045-8a83-e99f1c700874 of type vlan for network a36c8946-2b88-4782-b340-d2415e35f46d Nov 11 11:10:22.670264 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729290665939'] for network, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.695685 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198'] for network, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.696798 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:22.697379 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.754320 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3047204 Nov 11 11:10:22.756896 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45074) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:22.770875 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Request body: {'subnet': {'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785556550-subnet', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'ip_version': 4}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:22.780658 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b30a1-5b6f-4b4e-988d-1a08c73f1f92 admin admin] Pushing event updated for resources: {'Network': ['ID=a36c8946-2b88-4782-b340-d2415e35f46d,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:22.790861 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Network a36c8946-2b88-4782-b340-d2415e35f46d details requested by agent ovs-agent-dv-cinder-817514-2-iscsi with host dv-cinder-817514-2-iscsi {{(pid=101621) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 11:10:22.799122 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Made reservation on behalf of 58aac501ce3843d49658112a3f338269 for: {'subnet': 1} {{(pid=101620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:10:22.802361 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914176'] for subnet, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:22.989706 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5958044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4914222'] for subnet, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.047527 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=076f092f-0a2f-432b-ad1a-929c6530334a,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:23.055754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Checking segment: {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:23.056134 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Network hostable DHCP agents. Network: a36c8946-2b88-4782-b340-d2415e35f46d, hostable agents: ['f23a455b-02e3-48cf-8d85-3eb4b0c49835'], hosted agents: [] {{(pid=101620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 11:10:23.073196 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Network a36c8946-2b88-4782-b340-d2415e35f46d is scheduled to be hosted by DHCP agent f23a455b-02e3-48cf-8d85-3eb4b0c49835 with binding_index 1 {{(pid=101620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 11:10:23.081864 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817514-2-iscsi, a36c8946-2b88-4782-b340-d2415e35f46d) {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:23.085869 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:23.086461 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.092242 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ea6d4-5f9b-4faf-a5f6-3d25ebda1e48 None None] Network a36c8946-2b88-4782-b340-d2415e35f46d requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:10:23.104465 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2ca6c67e-134f-4c93-af97-e97223c3e40a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465204 Nov 11 11:10:23.107496 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45076) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:23.112650 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:23.136019 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123580'] for router, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.141838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123557'] for router, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.223366 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.245269 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.324135 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 93932dad-1303-4313-b0ca-136371f6147a up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:23.328355 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf8932f5-fb70-5e4f-97f3-9955b34ed68e-a36c8946-2b88-4782-b340-d2415e35f46d', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a'}]}} from dv-cinder-817514-2-iscsi. {{(pid=101621) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 11:10:23.329352 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.415795 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.475970 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 93932dad-1303-4313-b0ca-136371f6147a triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:23.476511 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.578675 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Allocated IP 172.20.0.2 (a36c8946-2b88-4782-b340-d2415e35f46d/076f092f-0a2f-432b-ad1a-929c6530334a/5c408fcf-2944-4cc3-b7ad-51da7003e61b) {{(pid=101621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:23.666510 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.674859 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.686752 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.706989 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 93932dad-1303-4313-b0ca-136371f6147a, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=93932dad-1303-4313-b0ca-136371f6147a,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:23.715202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.816780 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=93932dad-1303-4313-b0ca-136371f6147a,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:23.840341 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks [] for port, precommit_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.847760 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209'] for port, after_create {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.866773 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Allocated IP 172.27.1.163 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/1de1902a-4be1-4b0b-b361-67f5d382bab1) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:23.888874 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Network a36c8946-2b88-4782-b340-d2415e35f46d is already hosted by enough agents. {{(pid=101621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:23.894863 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Resources bound (agent type, host, resource id): {{(pid=101621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:23.898820 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Received port after_create {{(pid=101621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:23.908196 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Pushing event updated for resources: {'Port': ['ID=5c408fcf-2944-4cc3-b7ad-51da7003e61b,revision_number=1']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:23.964486 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Attempting to bind port 5c408fcf-2944-4cc3-b7ad-51da7003e61b on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:23.964935 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Attempting to bind port 5c408fcf-2944-4cc3-b7ad-51da7003e61b by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:23.965536 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Attempting to bind port 5c408fcf-2944-4cc3-b7ad-51da7003e61b on network a36c8946-2b88-4782-b340-d2415e35f46d {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:23.971613 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:23.972105 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Checking segment: {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:23.972528 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:23.977065 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Bound using segment: {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:23.977963 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Bound port: 5c408fcf-2944-4cc3-b7ad-51da7003e61b, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:23.978698 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.004370 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.044649 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.055964 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] For port 5c408fcf-2944-4cc3-b7ad-51da7003e61b, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:24.059848 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] For port 5c408fcf-2944-4cc3-b7ad-51da7003e61b, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=5c408fcf-2944-4cc3-b7ad-51da7003e61b,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:24.065783 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.087992 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:24.093299 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:24.095789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:24.132519 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Pushing event updated for resources: {'Port': ['ID=1de1902a-4be1-4b0b-b361-67f5d382bab1,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:24.142535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf480e-c62e-41b7-a6f3-3b060450b4bc None None] Pushing event updated for resources: {'Port': ['ID=5c408fcf-2944-4cc3-b7ad-51da7003e61b,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:24.146735 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.147454 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.147958 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.148449 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.148991 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.149482 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.149970 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.150457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.151156 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.151799 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.152336 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.152923 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:24.335247 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Sync routers for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:10:24.344855 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:24.345461 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:24.420856 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.464852 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:24.635165 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-982325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921267'] for router, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.678323 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 2, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:24.710255 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Checking router: d69401c7-2acd-4558-8739-15687b2ff5ff for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:10:24.710607 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Updating router d69401c7-2acd-4558-8739-15687b2ff5ff port abac1ddc-c30c-46fc-8f2f-5426d98fb949 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:10:24.741514 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.793375 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Router e7dff4ba-c9b6-4043-a5fc-061eb99029df is scheduled to L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca with binding_index 1 {{(pid=101619) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 11:10:24.910993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:10:24.930056 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Sync routers for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:10:24.949081 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:24.950866 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:24.960834 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] Publish callbacks [] for router, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:24.966851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45094) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:24.981995 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-3924f020-9da7-42f3-8ebc-2cee53c21fdc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8732727 Nov 11 11:10:25.102236 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.112465 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.159776 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Pushing event updated for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:25.189053 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.194776 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.195353 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.198728 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.199069 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.199407 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.199737 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.200065 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.200414 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.200851 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.201184 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.201497 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:25.309722 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Attempting to bind port abac1ddc-c30c-46fc-8f2f-5426d98fb949 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:25.310353 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Attempting to bind port abac1ddc-c30c-46fc-8f2f-5426d98fb949 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:25.310883 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Attempting to bind port abac1ddc-c30c-46fc-8f2f-5426d98fb949 on network 8406c768-dfab-489f-9842-e446e590ca65 {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:25.318470 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:25.319147 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Checking segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:25.319712 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.320259 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Bound using segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:25.320930 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Bound port: abac1ddc-c30c-46fc-8f2f-5426d98fb949, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:25.321509 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.325649 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:25.444619 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41c968-a575-4582-8027-f47ead4319d1 None None] Network a36c8946-2b88-4782-b340-d2415e35f46d requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:10:25.446948 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 5c408fcf-2944-4cc3-b7ad-51da7003e61b up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:25.454378 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] For port abac1ddc-c30c-46fc-8f2f-5426d98fb949, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:25.459309 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] For port abac1ddc-c30c-46fc-8f2f-5426d98fb949, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=abac1ddc-c30c-46fc-8f2f-5426d98fb949,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:25.464107 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.539658 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea194a-ff85-419f-b949-ce1ded1f485e None None] Pushing event updated for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=4']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:25.555119 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:25.559329 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.561699 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:25.603127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Provisioning complete for port 5c408fcf-2944-4cc3-b7ad-51da7003e61b triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:25.603498 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.741415 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 5c408fcf-2944-4cc3-b7ad-51da7003e61b triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:25.741789 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.757941 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Allocated IP 172.20.0.1 (a36c8946-2b88-4782-b340-d2415e35f46d/076f092f-0a2f-432b-ad1a-929c6530334a/f4436321-9ea2-4019-8559-1e68f5aa2883) {{(pid=101620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:25.801236 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:25.874651 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.879615 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.911861 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:25.917231 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:24Z', 'revision_number': 3, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:25.950030 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Network a36c8946-2b88-4782-b340-d2415e35f46d is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:25.953359 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:25.956917 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Received port after_create {{(pid=101620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:25.961666 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Checking router: e7dff4ba-c9b6-4043-a5fc-061eb99029df for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:10:25.962206 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Updating router e7dff4ba-c9b6-4043-a5fc-061eb99029df port 1de1902a-4be1-4b0b-b361-67f5d382bab1 binding host dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:10:25.988588 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Pushing event updated for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:25.999701 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.009942 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918116'] for router_interface, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.025426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] For port 5c408fcf-2944-4cc3-b7ad-51da7003e61b, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=5c408fcf-2944-4cc3-b7ad-51da7003e61b,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:26.035055 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.036875 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.047992 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:25Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:26.090384 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34661c-e1c0-4d62-ac7a-82df6c42677c None None] The sync data for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi is: [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:25Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:10:26.186491 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.210234 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Provisioning complete for port abac1ddc-c30c-46fc-8f2f-5426d98fb949 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:26.210696 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.252887 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Pushing event updated for resources: {'Port': ['ID=5c408fcf-2944-4cc3-b7ad-51da7003e61b,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:26.273179 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.db.api [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:10:26.273543 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG oslo_db.api [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 11:10:26.401975 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.449590 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.460417 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957991'] for port, after_update {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.470843 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] For port abac1ddc-c30c-46fc-8f2f-5426d98fb949, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=abac1ddc-c30c-46fc-8f2f-5426d98fb949,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:26.502077 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.536012 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Pushing event updated for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=2']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:26.542536 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-918256'] for router_interface, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.556903 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks [] for port, precommit_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.571143 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.578166 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696a781-2e11-4fee-9845-4eafc9121aef None None] Pushing event updated for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:26.643654 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813327cc-c506-42c8-b7ae-643109dc18ee None None] Pushing event updated for resources: {'Port': ['ID=1de1902a-4be1-4b0b-b361-67f5d382bab1,revision_number=2']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:26.645906 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Attempting to bind port 1de1902a-4be1-4b0b-b361-67f5d382bab1 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:26.646267 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Attempting to bind port 1de1902a-4be1-4b0b-b361-67f5d382bab1 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:26.646618 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Attempting to bind port 1de1902a-4be1-4b0b-b361-67f5d382bab1 on network 42250fff-c74e-452c-97ee-5251b5ce60af {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:26.655164 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:26.655530 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Checking segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:26.655930 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.656310 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Bound using segment: {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'} {{(pid=101621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:26.658125 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.managers [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Bound port: 1de1902a-4be1-4b0b-b361-67f5d382bab1, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d921cd-5a5b-4e71-87a7-a9adce81d2ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af'}}] {{(pid=101621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:26.658541 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.663504 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Provisioning complete for port 5c408fcf-2944-4cc3-b7ad-51da7003e61b triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:26.663863 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.664919 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Network a36c8946-2b88-4782-b340-d2415e35f46d is already hosted by enough agents. {{(pid=101620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:26.666923 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:26.750560 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] For port 1de1902a-4be1-4b0b-b361-67f5d382bab1, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:26.754072 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] For port 1de1902a-4be1-4b0b-b361-67f5d382bab1, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1de1902a-4be1-4b0b-b361-67f5d382bab1,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:26.758960 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:26.807913 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Router e7dff4ba-c9b6-4043-a5fc-061eb99029df has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:10:26.923819 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:26.925295 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:26.928977 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 93932dad-1303-4313-b0ca-136371f6147a up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:26.932151 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813327cc-c506-42c8-b7ae-643109dc18ee None None] Pushing event updated for resources: {'Port': ['ID=1de1902a-4be1-4b0b-b361-67f5d382bab1,revision_number=3']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:26.976479 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:10:26.982260 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-2dbe36e1-54a8-40c9-b047-a7b3eb38a2ae admin admin] 10.222.0.57 "PUT /v2.0/routers/e7dff4ba-c9b6-4043-a5fc-061eb99029df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142634 Nov 11 11:10:27.226542 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Provisioning complete for port abac1ddc-c30c-46fc-8f2f-5426d98fb949 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.227112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.294445 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:27.334247 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 93932dad-1303-4313-b0ca-136371f6147a triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.334609 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.494277 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Provisioning complete for port f4436321-9ea2-4019-8559-1e68f5aa2883 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.494649 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.505283 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45112) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:27.510027 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639106477', 'description': 'tempest-secgroup-smoke-639106477 description', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:27.532756 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.575424 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6d2c2-310e-47b0-9aa7-335a6bf612f0 None None] Port f4436321-9ea2-4019-8559-1e68f5aa2883 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:10:27.603858 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.607754 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.646313 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.647209 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'f4436321-9ea2-4019-8559-1e68f5aa2883', 'name': '', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'mac_address': 'fa:16:3e:24:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:25Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 2, 'project_id': '58aac501ce3843d49658112a3f338269', 'subnets': [{'id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:27.650701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45114) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:27.651219 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1446042 Nov 11 11:10:27.655778 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20885fa-c636-4b9f-ab53-b4d65c04fbef tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d3cd10-c5e8-441e-84d7-a1a220a0921c,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:27.659416 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:27.688527 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a7a60f-3a4d-4639-96da-1fc575de9387 None None] The sync data for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi is: [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'f4436321-9ea2-4019-8559-1e68f5aa2883', 'name': '', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'mac_address': 'fa:16:3e:24:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:25Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 2, 'project_id': '58aac501ce3843d49658112a3f338269', 'subnets': [{'id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:10:27.704035 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-dd3c8e7a-22b2-4674-82df-6f2b949c0fc0 None None] Provisioning complete for port f4436321-9ea2-4019-8559-1e68f5aa2883 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.704427 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8e7a-22b2-4674-82df-6f2b949c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.711064 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.748664 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 5c408fcf-2944-4cc3-b7ad-51da7003e61b up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:27.781661 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c8e7a-22b2-4674-82df-6f2b949c0fc0 None None] Port f4436321-9ea2-4019-8559-1e68f5aa2883 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:10:27.786323 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.791460 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.811301 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 5c408fcf-2944-4cc3-b7ad-51da7003e61b triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.811678 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.811958 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e863132-c735-44c2-9746-6a32bfe5c64d,revision_number=0']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:27.826281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.827848 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-f767f04e-f738-4700-8c73-60003306a777 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754203 Nov 11 11:10:27.831258 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45116) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:27.836209 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:27.868541 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:27.940185 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device abac1ddc-c30c-46fc-8f2f-5426d98fb949 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:27.996765 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port abac1ddc-c30c-46fc-8f2f-5426d98fb949 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:27.997135 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.248431 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.253450 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.271478 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313a2be7-8a3b-4699-97f5-a4dcfabd8036,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:28.284289 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.285959 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b5c48ea9-651e-4bf2-b261-930ba670f7cc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4534905 Nov 11 11:10:28.288724 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45120) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:28.294067 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:28.328819 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.403084 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.408260 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.432692 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa545c4-b455-4507-b776-3759ab5fd784,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:28.439851 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.441172 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-06ea0f74-84c4-46ae-946b-4a77c4974b6c tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511154 Nov 11 11:10:28.443760 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45122) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:28.448235 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:28.478177 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.555709 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.560153 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.579414 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00654966-17f4-4425-bc92-68a63489fa4e,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:28.592252 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.593570 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-bfb68c18-72b0-48b5-8de7-526673b0a9e4 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488268 Nov 11 11:10:28.596854 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45124) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:28.601374 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:28.623288 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.securitygroups_db [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Project 1410e55ef5664e9eb81f37a2f67b017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:10:28.628585 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.691085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.695594 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.713096 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3379a681-c337-4122-be03-d0421b57ca6d,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:28.720278 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.721523 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-28732cd1-0893-40ce-bad9-a40da2168955 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237307 Nov 11 11:10:28.724124 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45126) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:28.728468 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.v2.base [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'security_group_rule': {'security_group_id': 'd7d3cd10-c5e8-441e-84d7-a1a220a0921c', 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:28.750331 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.securitygroups_db [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Project 1410e55ef5664e9eb81f37a2f67b017d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:10:28.756076 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.827486 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.831799 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646278'] for security_group_rule, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.863201 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1253143a-976a-4848-82af-7550ed958c29,revision_number=0']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:28.873201 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:28.874560 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-3be4023d-72a4-483f-9d74-9c68e81540d6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492343 Nov 11 11:10:29.751560 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1de1902a-4be1-4b0b-b361-67f5d382bab1 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:29.817800 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 1de1902a-4be1-4b0b-b361-67f5d382bab1 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:29.818269 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:29.912766 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:29.937924 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] For port 1de1902a-4be1-4b0b-b361-67f5d382bab1, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1de1902a-4be1-4b0b-b361-67f5d382bab1,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:29.942164 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:29.994485 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Pushing event updated for resources: {'Port': ['ID=1de1902a-4be1-4b0b-b361-67f5d382bab1,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:30.001709 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.002103 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.002441 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.002771 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.003098 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.003429 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.003745 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.004066 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.004469 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.004942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.005331 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.005667 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:10:30.383767 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Sync routers for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:10:30.394632 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:30.395300 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:30.502354 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:30.697352 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'f4436321-9ea2-4019-8559-1e68f5aa2883', 'name': '', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'mac_address': 'fa:16:3e:24:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:25Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 2, 'project_id': '58aac501ce3843d49658112a3f338269', 'subnets': [{'id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:30.722353 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Checking router: e7dff4ba-c9b6-4043-a5fc-061eb99029df for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:10:30.722694 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Updating router e7dff4ba-c9b6-4043-a5fc-061eb99029df port f4436321-9ea2-4019-8559-1e68f5aa2883 binding host dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 11:10:30.752017 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.020691 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks [] for port, precommit_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.026377 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.079779 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf99a4-0b7d-4bf0-a811-8413d7a37f80 None None] Pushing event updated for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=3']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:31.134174 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Attempting to bind port f4436321-9ea2-4019-8559-1e68f5aa2883 on host dv-cinder-817514-2-iscsi for vnic_type normal with profile {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:31.134536 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Attempting to bind port f4436321-9ea2-4019-8559-1e68f5aa2883 by drivers openvswitch,hyperv on host dv-cinder-817514-2-iscsi at level 0 using segments [{'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:31.134890 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Attempting to bind port f4436321-9ea2-4019-8559-1e68f5aa2883 on network a36c8946-2b88-4782-b340-d2415e35f46d {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:31.140054 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Checking agent: {'id': '717c3883-61d2-409d-90c3-43486be115ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817514-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 10, 54, 16), 'started_at': datetime.datetime(2021, 11, 11, 10, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817514-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:31.140828 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Checking segment: {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:31.140967 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.141280 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Bound using segment: {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'} {{(pid=101622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:31.141737 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.managers [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Bound port: f4436321-9ea2-4019-8559-1e68f5aa2883, host: dv-cinder-817514-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f735ec05-21ae-4045-8a83-e99f1c700874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d'}}] {{(pid=101622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:31.142129 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.207932 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] For port f4436321-9ea2-4019-8559-1e68f5aa2883, host dv-cinder-817514-2-iscsi, cleared binding levels {{(pid=101622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:31.211203 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.plugins.ml2.db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] For port f4436321-9ea2-4019-8559-1e68f5aa2883, host dv-cinder-817514-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=f4436321-9ea2-4019-8559-1e68f5aa2883,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:31.215272 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron_lib.callbacks.manager [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.284654 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf99a4-0b7d-4bf0-a811-8413d7a37f80 None None] Pushing event updated for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=4']} {{(pid=101622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:31.288831 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:10:31.289440 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:31.337024 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] Provisioning complete for port f4436321-9ea2-4019-8559-1e68f5aa2883 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:31.337632 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.410662 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:10:31.426191 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.466676 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] For port f4436321-9ea2-4019-8559-1e68f5aa2883, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=f4436321-9ea2-4019-8559-1e68f5aa2883,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:10:31.485582 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.556040 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051cc69-e832-4ab3-9f11-d0c49502d71a None None] Pushing event updated for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:31.607474 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-6bdb44fa-f7a9-4753-af8a-13b4ed613b99 None None] Provisioning complete for port f4436321-9ea2-4019-8559-1e68f5aa2883 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:31.607854 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6bdb44fa-f7a9-4753-af8a-13b4ed613b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.656581 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'f4436321-9ea2-4019-8559-1e68f5aa2883', 'name': '', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'mac_address': 'fa:16:3e:24:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:25Z', 'updated_at': '2021-11-11T11:10:31Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'subnets': [{'id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:10:31.701337 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dafdf-61a3-4c77-99cf-d93e43c3e3ff None None] The sync data for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi is: [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'f4436321-9ea2-4019-8559-1e68f5aa2883', 'name': '', 'network_id': 'a36c8946-2b88-4782-b340-d2415e35f46d', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'mac_address': 'fa:16:3e:24:7f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:25Z', 'updated_at': '2021-11-11T11:10:31Z', 'revision_number': 4, 'project_id': '58aac501ce3843d49658112a3f338269', 'subnets': [{'id': '076f092f-0a2f-432b-ad1a-929c6530334a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:10:31.763971 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device f4436321-9ea2-4019-8559-1e68f5aa2883 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:31.824202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port f4436321-9ea2-4019-8559-1e68f5aa2883 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:31.824597 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:31.909868 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1de1902a-4be1-4b0b-b361-67f5d382bab1 up at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:10:31.965828 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Provisioning complete for port 1de1902a-4be1-4b0b-b361-67f5d382bab1 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:31.966444 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:40.449520 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-36ad4830-71d9-4449-82c0-d56c5534e124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:42.885320 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4092f88f-00a6-4d22-a028-005a835b8456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:43.964822 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:45.469768 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:46.359123 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:47.988668 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:10:50.547082 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-dd747f2f-8297-472e-bd8a-72965a0fa15e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639106477&fields=id&tenant_id=1410e55ef5664e9eb81f37a2f67b017d HTTP/1.1" status: 200 len: 267 time: 0.0426900 Nov 11 11:10:50.653643 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-fbaa6212-4373-4dff-a5d8-188f9b45775b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:50.654981 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-fbaa6212-4373-4dff-a5d8-188f9b45775b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 809 time: 0.1005080 Nov 11 11:10:50.669906 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-1f2ce830-bb62-4a65-89fd-101b9ea40702 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/quotas/1410e55ef5664e9eb81f37a2f67b017d HTTP/1.1" status: 200 len: 375 time: 0.0087919 Nov 11 11:10:50.720849 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-3409b39a-73ba-49d9-b916-e96dd14bf74b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446756 Nov 11 11:10:50.817732 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-cd078bb4-618e-43f7-827c-99f2cc40724f service neutron] 10.222.0.57 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854692 Nov 11 11:10:50.911726 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-4162fdf1-cc32-4b95-a4f2-106035e13569 service neutron] 10.222.0.57 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878456 Nov 11 11:10:51.192934 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04a6e335-ee0f-4f5e-85ec-74768c457833 req-281bd7e8-c4b4-4604-ae8e-ec750ccd84c5 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 210 time: 0.0290189 Nov 11 11:10:52.296178 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d7391c16-d2cd-4341-a238-3b561518588f req-d98e27dc-1d57-49ec-8be1-b2e5b13833ab tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 210 time: 0.0310075 Nov 11 11:10:52.325835 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-5280363b-e681-4699-bcad-7f16d2cf09a0 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:52.327279 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-5280363b-e681-4699-bcad-7f16d2cf09a0 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 809 time: 0.1340075 Nov 11 11:10:52.408706 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-a14a8304-9948-4263-98f1-1a8706cdc207 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1410e55ef5664e9eb81f37a2f67b017d HTTP/1.1" status: 200 len: 379 time: 0.0676842 Nov 11 11:10:52.420490 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'port': {'device_id': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'admin_state_up': True, 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'security_groups': ['d7d3cd10-c5e8-441e-84d7-a1a220a0921c']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:52.536633 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Made reservation on behalf of 1410e55ef5664e9eb81f37a2f67b017d for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:10:52.540153 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:52.668838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Allocated IP 172.20.0.14 (8406c768-dfab-489f-9842-e446e590ca65/6d3fac0b-13a9-4c56-b660-3ecff0b6a58d/d71d9380-d647-4af8-b7e5-62440563d391) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:10:53.058239 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.091015 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.138690 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Network 8406c768-dfab-489f-9842-e446e590ca65 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:10:53.141787 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:10:53.145556 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:10:53.151875 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:53.202036 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:53.202831 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.215001 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.221719 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-33ce439f-aa18-40d8-99b2-c780042cd6e1 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052366 Nov 11 11:10:53.234416 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Request body: {'port': {'device_id': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:10:53.292342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.401403 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-4de2ec8b-2204-414d-a1b6-a492868bb2cd None None] Provisioning complete for port d71d9380-d647-4af8-b7e5-62440563d391 triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:10:53.401776 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4de2ec8b-2204-414d-a1b6-a492868bb2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.435935 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-4de2ec8b-2204-414d-a1b6-a492868bb2cd None None] Port d71d9380-d647-4af8-b7e5-62440563d391 cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:10:53.505238 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93aee0-79e9-46aa-b0ba-3eedec3a0085 req-3a70dc06-748e-49af-8df6-423989677b1e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:53.507210 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc93aee0-79e9-46aa-b0ba-3eedec3a0085 req-3a70dc06-748e-49af-8df6-423989677b1e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 932 time: 0.1102955 Nov 11 11:10:53.589809 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cc93aee0-79e9-46aa-b0ba-3eedec3a0085 req-de93e3b2-3246-4450-9bf2-afaf7a5f6429 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754082 Nov 11 11:10:53.640602 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71d9380-d647-4af8-b7e5-62440563d391 {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:10:53.648841 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.661442 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Transition to ACTIVE for port object d71d9380-d647-4af8-b7e5-62440563d391 will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:10:53.664404 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.732492 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:53.786354 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Attempting to bind port d71d9380-d647-4af8-b7e5-62440563d391 on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:10:53.786603 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Attempting to bind port d71d9380-d647-4af8-b7e5-62440563d391 by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:10:53.786936 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Attempting to bind port d71d9380-d647-4af8-b7e5-62440563d391 on network 8406c768-dfab-489f-9842-e446e590ca65 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:53.791699 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Port d71d9380-d647-4af8-b7e5-62440563d391 on network 8406c768-dfab-489f-9842-e446e590ca65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:10:53.791996 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Attempting to bind port d71d9380-d647-4af8-b7e5-62440563d391 on network 8406c768-dfab-489f-9842-e446e590ca65 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:10:53.797128 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:10:53.797462 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Checking segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:10:53.797844 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Bound using segment: {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:10:53.798325 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Bound port: d71d9380-d647-4af8-b7e5-62440563d391, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a282aedb-a999-43a8-bb83-c301bb02c3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8406c768-dfab-489f-9842-e446e590ca65'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:10:53.798684 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.867871 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:10:53.870802 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:10:53.877000 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.910466 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:53.911071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:53.912488 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] 10.222.0.20 "PUT /v2.0/ports/d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 1094 time: 0.6823788 Nov 11 11:10:53.912861 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:10:53.915076 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb660be0-771b-4c97-832f-76b8f4f0c198" -d '{"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:10:53.942420 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6255-12cc-446c-bc54-73d882b6ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:10:53.968204 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab167777-36ad-44b3-b293-fbba93edb311 x-openstack-request-id: req-ab167777-36ad-44b3-b293-fbba93edb311 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:10:53.968316 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:10:53.968590 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab167777-36ad-44b3-b293-fbba93edb311 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:10:53.969014 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'status': 'completed', 'code': 200} Nov 11 11:10:54.034209 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-4635bf1d-9b29-4c18-b7ae-be0936f79c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.035769 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-4635bf1d-9b29-4c18-b7ae-be0936f79c01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1097 time: 0.0475891 Nov 11 11:10:54.091879 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-79071079-4ae6-4b84-b884-a720b3f95d46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 217 time: 0.0421565 Nov 11 11:10:54.151644 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-a744eda3-451f-4c30-b53f-bd62c2af3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.153124 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-a744eda3-451f-4c30-b53f-bd62c2af3f88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0508068 Nov 11 11:10:54.201225 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-de30543f-9e52-4013-963e-1ae7177c0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.202769 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-de30543f-9e52-4013-963e-1ae7177c0406 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424151 Nov 11 11:10:54.295307 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-101c038e-20a9-407d-8e4c-62adc71b95b9 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853500 Nov 11 11:10:54.386984 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0a928b62-f744-4b51-92e8-54ba76fb8105 req-641819ac-b650-4982-b3f4-99df718b7fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Nov 11 11:10:54.471933 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-9c4a57dc-460b-467c-9f57-4e85c5f3fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.473489 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-9c4a57dc-460b-467c-9f57-4e85c5f3fbec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1097 time: 0.0430541 Nov 11 11:10:54.570676 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-940ab9ce-d552-4d03-b68d-0d62f5341b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.572163 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-940ab9ce-d552-4d03-b68d-0d62f5341b93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0897069 Nov 11 11:10:54.615105 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-fcb368bd-5754-4900-9cc7-728ec50afbee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 217 time: 0.0358031 Nov 11 11:10:54.717489 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-2ecc6338-912f-4fd3-b628-cce0d2b37d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.719198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-2ecc6338-912f-4fd3-b628-cce0d2b37d0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0962713 Nov 11 11:10:54.768655 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa7a4-c5ed-4e7b-a57e-85f4f30bf109 req-e8e2e088-1afe-43ed-b343-d01b6ec0311b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.770207 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5c1aa7a4-c5ed-4e7b-a57e-85f4f30bf109 req-e8e2e088-1afe-43ed-b343-d01b6ec0311b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.1110940 Nov 11 11:10:54.788096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-de9727cc-373f-4e88-b3c5-71ad5a34e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:54.789581 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-de9727cc-373f-4e88-b3c5-71ad5a34e90b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632348 Nov 11 11:10:54.877628 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5c1aa7a4-c5ed-4e7b-a57e-85f4f30bf109 req-45655fc2-1234-4913-96af-eaa0fb800480 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003222 Nov 11 11:10:54.909523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-a20f120d-82a8-4b93-adee-5503d9a178bf service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119013 Nov 11 11:10:54.999503 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb660be0-771b-4c97-832f-76b8f4f0c198 req-cf0ad9c8-e394-46af-bcbc-4645cad7c0b2 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831833 Nov 11 11:10:55.997274 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d2b0-d89e-4c05-ad71-e32d662d6706 req-41e5bef7-75ca-4ed8-b044-26bef98e2acd tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:55.998725 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6eb6d2b0-d89e-4c05-ad71-e32d662d6706 req-41e5bef7-75ca-4ed8-b044-26bef98e2acd tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0529499 Nov 11 11:10:56.048606 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6eb6d2b0-d89e-4c05-ad71-e32d662d6706 req-b34a41e6-fc31-487e-b4d5-833aaa2e0436 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Nov 11 11:10:57.164957 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a730d-1bc6-4512-af5d-a2ec25ef1a39 req-9db854b6-a9ee-4ef2-b3ae-b7fbd37ca1fc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:57.166477 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e08a730d-1bc6-4512-af5d-a2ec25ef1a39 req-9db854b6-a9ee-4ef2-b3ae-b7fbd37ca1fc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0493729 Nov 11 11:10:57.215631 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e08a730d-1bc6-4512-af5d-a2ec25ef1a39 req-7a473694-28c8-41b1-8052-76f682ed9791 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Nov 11 11:10:58.330357 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d0edd-dc68-42ad-a271-364e0a11d1e8 req-df035d4f-7075-4876-bb01-7c94c515baff tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:58.331709 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b12d0edd-dc68-42ad-a271-364e0a11d1e8 req-df035d4f-7075-4876-bb01-7c94c515baff tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0497563 Nov 11 11:10:58.383900 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b12d0edd-dc68-42ad-a271-364e0a11d1e8 req-299132ee-92c7-4143-afc5-0e41a4ffd4c7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463438 Nov 11 11:10:59.514998 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc801b-1cf7-4826-b983-ba287241d861 req-ce7a3402-e2e0-4c4d-841e-3c0913ab5dec tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:10:59.516518 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ddc801b-1cf7-4826-b983-ba287241d861 req-ce7a3402-e2e0-4c4d-841e-3c0913ab5dec tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0612490 Nov 11 11:10:59.567197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6ddc801b-1cf7-4826-b983-ba287241d861 req-1786ed20-981f-4e4f-a4cc-8f84d2f43050 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Nov 11 11:10:59.779576 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45458) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:10:59.896935 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:59.972430 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:10:59.977654 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:00.018396 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a68ff-3b1c-48ae-a0cb-6b5dbfbd8ecf,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:00.023075 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31770a85c9f04ca294cd71bb129afe4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424572 Nov 11 11:11:00.025840 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45462) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:00.027799 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.028148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.028490 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.028856 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.029185 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.029515 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.029842 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.030169 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.030497 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.030818 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.031137 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.031458 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745a41c-eb7c-4bf2-a8be-24f2475b21b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:00.074409 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:00.096284 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:00.144805 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:00.147406 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:00.148723 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a2a68ff-3b1c-48ae-a0cb-6b5dbfbd8ecf HTTP/1.1" status: 204 len: 168 time: 0.1217263 Nov 11 11:11:00.156537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16499e6-e438-4e4d-8314-d6892ad3480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a68ff-3b1c-48ae-a0cb-6b5dbfbd8ecf,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:00.685939 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e856c5-ef3b-4797-85bd-397f4b48f58a req-9015d788-684a-424c-9221-52ba4d3e5208 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:00.687474 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47e856c5-ef3b-4797-85bd-397f4b48f58a req-9015d788-684a-424c-9221-52ba4d3e5208 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0533903 Nov 11 11:11:00.748923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47e856c5-ef3b-4797-85bd-397f4b48f58a req-be5a47e5-92c4-4824-a2a3-d9f389318e93 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517354 Nov 11 11:11:01.231526 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:11:01.331679 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:01.343482 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'd71d9380-d647-4af8-b7e5-62440563d391', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'mac_address': 'fa:16:3e:d6:ba:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:11:01.384611 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:01.398347 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71d9380-d647-4af8-b7e5-62440563d391 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:11:01.417537 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:01.427494 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:01.474676 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:01.690798 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['d71d9380-d647-4af8-b7e5-62440563d391'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:11:01.863889 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36606e-9938-4777-b1cf-dbad274931a6 req-0a080d8e-608c-4bf6-bb6f-c781507836c7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:01.865393 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5f36606e-9938-4777-b1cf-dbad274931a6 req-0a080d8e-608c-4bf6-bb6f-c781507836c7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Nov 11 11:11:01.914357 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5f36606e-9938-4777-b1cf-dbad274931a6 req-962e0e55-aff2-42dd-89c5-26438d7a35da tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Nov 11 11:11:03.028212 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505378d-44aa-4fa4-852e-0c6aaad7557b req-27875836-7b35-4c00-aa5c-4bea83d12285 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:03.029713 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4505378d-44aa-4fa4-852e-0c6aaad7557b req-27875836-7b35-4c00-aa5c-4bea83d12285 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Nov 11 11:11:03.081754 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4505378d-44aa-4fa4-852e-0c6aaad7557b req-00cddc55-5ce9-49fb-be1d-5484646dd1ad tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Nov 11 11:11:03.608764 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:11:03.662924 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port d71d9380-d647-4af8-b7e5-62440563d391 completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:11:03.667185 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port d71d9380-d647-4af8-b7e5-62440563d391 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:11:03.667559 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:03.749326 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:03.773774 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:11:03.785002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f86c5c8-c71d-4c5a-9968-fe02bf7ffe6c" -d '{"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-plugged", "status": "completed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:11:03.798438 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:03.803261 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:03.826740 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b14e5f-94d1-4dbd-a31a-989c6f70d68e x-openstack-request-id: req-79b14e5f-94d1-4dbd-a31a-989c6f70d68e {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:11:03.827034 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-plugged", "status": "completed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:11:03.827287 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79b14e5f-94d1-4dbd-a31a-989c6f70d68e {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:11:03.827679 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'code': 200} Nov 11 11:11:03.862586 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:04.196839 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf46e9-6ccc-4099-a904-f32d3fddef8c req-fa21208e-a9d4-496e-bb35-44b0a9b89579 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:04.198443 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16cf46e9-6ccc-4099-a904-f32d3fddef8c req-fa21208e-a9d4-496e-bb35-44b0a9b89579 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0505872 Nov 11 11:11:04.247980 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-16cf46e9-6ccc-4099-a904-f32d3fddef8c req-897d1fb0-e1cb-4382-8cb5-415ee6882d5b tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 Nov 11 11:11:05.366656 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa30b0-6c5d-43d0-8bba-2be41f62cbc8 req-03fd4057-adeb-4326-b621-64d691d85d1f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:05.368155 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0aaa30b0-6c5d-43d0-8bba-2be41f62cbc8 req-03fd4057-adeb-4326-b621-64d691d85d1f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0492475 Nov 11 11:11:05.416357 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0aaa30b0-6c5d-43d0-8bba-2be41f62cbc8 req-84fa439e-4576-49a4-88f9-386ba7cb4951 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Nov 11 11:11:05.651280 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb555f-f0e5-4684-bb32-2ce87bd3bf9a req-600b366f-c7fd-434a-a4bc-95d20e167022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:05.652823 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-34fb555f-f0e5-4684-bb32-2ce87bd3bf9a req-600b366f-c7fd-434a-a4bc-95d20e167022 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0431745 Nov 11 11:11:05.698316 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-34fb555f-f0e5-4684-bb32-2ce87bd3bf9a req-c9b2df26-dfde-4fba-8413-3ce320f8e619 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385787 Nov 11 11:11:06.535616 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d06168-0536-4a7a-aa14-97c94e6a6b22 req-b234082a-a04b-4c5e-a65c-237ae9711c61 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:06.537106 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a6d06168-0536-4a7a-aa14-97c94e6a6b22 req-b234082a-a04b-4c5e-a65c-237ae9711c61 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0488381 Nov 11 11:11:06.585147 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a6d06168-0536-4a7a-aa14-97c94e6a6b22 req-b8c55027-d902-4dac-bf81-69f33a2958db tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Nov 11 11:11:07.702665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1556a-8d52-41f0-9b26-9c48263eee1d req-51ff3ac4-8e28-43e4-b20b-b7dca100c6ce tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:07.704163 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8ba1556a-8d52-41f0-9b26-9c48263eee1d req-51ff3ac4-8e28-43e4-b20b-b7dca100c6ce tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Nov 11 11:11:07.753059 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8ba1556a-8d52-41f0-9b26-9c48263eee1d req-53e3d43c-bd4c-4702-876c-db1564a3f998 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Nov 11 11:11:07.882181 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a40d8-a97d-4a72-bd71-141b737ab90a req-74a4a37d-64b0-4636-b73d-7bea288987df tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:07.883768 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b22a40d8-a97d-4a72-bd71-141b737ab90a req-74a4a37d-64b0-4636-b73d-7bea288987df tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0553999 Nov 11 11:11:07.933788 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b22a40d8-a97d-4a72-bd71-141b737ab90a req-76e0ac7a-46f9-4cea-9e1b-18ae419077a3 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Nov 11 11:11:07.955167 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45548) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:08.156344 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c2cbb-8471-48f1-891a-f3da219b0b31 tempest-TestShelveInstance-1640882226 tempest-TestShelveInstance-1640882226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:08.158346 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-ac3c2cbb-8471-48f1-891a-f3da219b0b31 tempest-TestShelveInstance-1640882226 tempest-TestShelveInstance-1640882226-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1094 time: 0.2021194 Nov 11 11:11:08.161631 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45552) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:08.166235 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:11:08.188360 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:08.291169 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:08.398820 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Allocated IP 172.27.1.30 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/6ea87f0d-90ac-4f67-b069-2e218c3384d2) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:11:08.507819 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:08.545214 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:08.580313 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:11:08.586488 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:11:08.588898 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:11:08.619223 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'Port': ['ID=6ea87f0d-90ac-4f67-b069-2e218c3384d2,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:08.942866 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.012434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.159148 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45566) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:09.174677 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.179054 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.244468 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event updated for resources: {'Port': ['ID=6ea87f0d-90ac-4f67-b069-2e218c3384d2,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:09.259339 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.270354 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-95bab67c-eca9-428e-a7ef-a53b69a92589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.346075 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-95bab67c-eca9-428e-a7ef-a53b69a92589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.349948 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-95bab67c-eca9-428e-a7ef-a53b69a92589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_create {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.361836 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Floating IP d9529115-2267-4829-bd57-fe6487f9488a associated. External IP: 172.27.1.30, port: d71d9380-d647-4af8-b7e5-62440563d391. Nov 11 11:11:09.385846 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-95bab67c-eca9-428e-a7ef-a53b69a92589 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67e81d85dd50424183cbc6ed74599585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252011 Nov 11 11:11:09.389042 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45570) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:09.406141 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab67c-eca9-428e-a7ef-a53b69a92589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4f132-7cc9-4de5-8ac3-6fab6e3badc7,revision_number=1']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:09.440974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.462481 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.512412 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.516899 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.518246 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1fe4f132-7cc9-4de5-8ac3-6fab6e3badc7 HTTP/1.1" status: 204 len: 168 time: 0.1281121 Nov 11 11:11:09.526779 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019907c-329a-4be1-8d24-9a1482ca3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4f132-7cc9-4de5-8ac3-6fab6e3badc7,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:09.840173 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Router d69401c7-2acd-4558-8739-15687b2ff5ff has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:11:09.944049 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:11:09.953837 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Sync routers for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:11:09.963317 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:09.964916 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:11:09.965556 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:09.993022 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e1e1439a-c8c2-42bb-8480-a89e83507bd9 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8303056 Nov 11 11:11:09.993853 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:11:09.996273 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3cfdef-3f50-434a-abe4-d12520375d66" -d '{"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:11:10.037262 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c7cae4-6877-4e56-8093-e86d7c03e252 x-openstack-request-id: req-41c7cae4-6877-4e56-8093-e86d7c03e252 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:11:10.037552 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:11:10.037804 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41c7cae4-6877-4e56-8093-e86d7c03e252 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:11:10.038198 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'status': 'completed', 'code': 200} Nov 11 11:11:10.075723 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:11:10.294402 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'd9529115-2267-4829-bd57-fe6487f9488a', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'mac_address': 'fa:16:3e:d6:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:08Z', 'updated_at': '2021-11-11T11:11:08Z', 'revision_number': 0, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:10.323850 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Checking router: d69401c7-2acd-4558-8739-15687b2ff5ff for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:11:10.332594 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:11:10.333193 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:10:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:10.435041 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:11:10.623605 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-dff39996-cbd3-4353-a883-a9b6be6db3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:10.800822 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'd9529115-2267-4829-bd57-fe6487f9488a', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'mac_address': 'fa:16:3e:d6:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:08Z', 'updated_at': '2021-11-11T11:11:08Z', 'revision_number': 0, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:10.831326 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a978a24-74c7-4c37-af23-4846f8e23f1d None None] The sync data for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi is: [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'd9529115-2267-4829-bd57-fe6487f9488a', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'mac_address': 'fa:16:3e:d6:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:08Z', 'updated_at': '2021-11-11T11:11:08Z', 'revision_number': 0, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:11:11.014026 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18985a9-92e2-48e9-99a9-be995821fc26 None None] New status for floating IP d9529115-2267-4829-bd57-fe6487f9488a: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:11:11.434824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-bdf903e6-ae22-4f10-a9b0-e0a95cdfe047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:11.436231 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-bdf903e6-ae22-4f10-a9b0-e0a95cdfe047 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0407269 Nov 11 11:11:11.524415 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-c26b2f20-3bcc-4a23-a404-fa5843e1487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:11.525870 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-c26b2f20-3bcc-4a23-a404-fa5843e1487d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0822446 Nov 11 11:11:11.603312 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-43a7686b-f71b-4dc7-9a45-2265b20473cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 1001 time: 0.0668542 Nov 11 11:11:11.654220 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-84731ac8-903d-45e6-8410-62936d884ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:11.655672 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-84731ac8-903d-45e6-8410-62936d884ba6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0458465 Nov 11 11:11:11.702611 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-5cebd8ba-5745-4f57-a791-867fdb4c9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:11.704755 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-5cebd8ba-5745-4f57-a791-867fdb4c9878 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412564 Nov 11 11:11:11.808686 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-01299768-74a5-47cd-8630-fe115aacb9a9 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956869 Nov 11 11:11:11.918388 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2a3cfdef-3f50-434a-abe4-d12520375d66 req-6f888313-2d9f-4285-a3df-8f731c79ab2c service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025383 Nov 11 11:11:12.886276 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d70f0976-b5f1-4467-a612-7250640459f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:13.966208 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:14.284153 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-4b037496-06f5-45e7-9cc3-29220ee47c3f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433115850&fields=id&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 267 time: 0.0484185 Nov 11 11:11:14.392253 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-24b0157f-90cd-4bc4-a58e-197ee2a8453d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:14.393720 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-24b0157f-90cd-4bc4-a58e-197ee2a8453d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1028206 Nov 11 11:11:14.408371 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-ff83f106-2968-4eaf-a969-60a3a39602e5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/quotas/0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Nov 11 11:11:14.468653 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-9dd2f380-e9c7-4721-8903-9b17ff10e354 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546684 Nov 11 11:11:14.565430 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-e1a4fa92-7729-49fe-b7fe-da974906e7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845323 Nov 11 11:11:14.669689 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-90b937b7-8d87-477f-85a3-7db2ef9107fd service neutron] 10.222.0.57 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981007 Nov 11 11:11:14.957254 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-71d1aff8-4491-4b4c-be1a-5a9fa0409628 req-da26a081-0280-4960-8edd-4a077a5531a9 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 210 time: 0.0269186 Nov 11 11:11:15.471225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:15.872457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-07570c8f-3913-4997-9db2-adaa2cb8f5cf tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:15.873936 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-07570c8f-3913-4997-9db2-adaa2cb8f5cf tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 811 time: 0.1090574 Nov 11 11:11:15.941405 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-854ed174-d1a0-48a1-8e97-5ad99b640a65 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826 HTTP/1.1" status: 200 len: 380 time: 0.0572419 Nov 11 11:11:15.951342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'port': {'device_id': '3daffa64-772a-429c-b1df-4b8af08084da', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'admin_state_up': True, 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'security_groups': ['f8fd82fc-3a57-446e-99d5-fef49cd1a1f1']}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:11:16.059752 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-cb954f82-8d28-4c75-af73-8209031a7b7e req-785b1e37-34db-4701-99d0-a7562673cecb tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 210 time: 0.0319660 Nov 11 11:11:16.082991 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Made reservation on behalf of 0ca626fb587a4b7b8ad2d13ea2a0a826 for: {'port': 1} {{(pid=101619) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 11:11:16.086528 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.216072 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.20.0.10 (18103c72-c43b-4e4f-8feb-4b9da3873d47/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777/11fc7900-2ee3-4ea7-86c6-17a7f5b731af) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:11:16.362656 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.377741 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.412282 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.456479 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:11:16.459614 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:11:16.463471 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:11:16.488605 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:16.517933 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:16.518574 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.535856 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-84a1866d-6927-45af-baea-eab2594052ef tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881381 Nov 11 11:11:16.548930 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Request body: {'port': {'device_id': '3daffa64-772a-429c-b1df-4b8af08084da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81751'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:11:16.609942 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.672383 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-cf5d515d-df3d-4b93-8a7e-92b67c0c5539 None None] Provisioning complete for port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af triggered by entity DHCP. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:11:16.673005 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cf5d515d-df3d-4b93-8a7e-92b67c0c5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.709281 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d515d-df3d-4b93-8a7e-92b67c0c5539 None None] Port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af cannot update to ACTIVE because it is not bound. {{(pid=101621) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 11:11:16.873592 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc7900-2ee3-4ea7-86c6-17a7f5b731af {{(pid=101619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:11:16.880766 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.892739 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.provisioning_blocks [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Transition to ACTIVE for port object 11fc7900-2ee3-4ea7-86c6-17a7f5b731af will not be triggered until provisioned by entity L2. {{(pid=101619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 11:11:16.897645 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:16.947518 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:17.019977 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Attempting to bind port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af on host hv-cinder-81751 for vnic_type normal with profile {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:11:17.020309 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Attempting to bind port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af by drivers openvswitch,hyperv on host hv-cinder-81751 at level 0 using segments [{'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 11:11:17.020665 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Attempting to bind port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:11:17.025451 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81751 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 11:11:17.025769 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Attempting to bind port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af on network 18103c72-c43b-4e4f-8feb-4b9da3873d47 {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 11:11:17.030789 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Checking agent: {'id': '32d15111-ce9e-412b-89c8-90d5dd2edeb7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'started_at': datetime.datetime(2021, 11, 11, 11, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 11:11:17.031125 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Checking segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 11:11:17.031504 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Bound using segment: {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'} {{(pid=101619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 11:11:17.031927 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.managers [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Bound port: 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host: hv-cinder-81751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b53e9ed-7a73-424f-b0c6-451a9bc609c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47'}}] {{(pid=101619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 11:11:17.032281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:17.099294 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, cleared binding levels {{(pid=101619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 11:11:17.102763 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 11:11:17.106696 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:17.150927 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.151546 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:17.153206 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] 10.222.0.20 "PUT /v2.0/ports/11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 200 len: 1094 time: 0.6084983 Nov 11 11:11:17.155086 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:11:17.157461 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f66f9-5417-4f13-b043-06a1a22783fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:11:17.214359 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc5c40-5811-45f6-a661-1f8bdea8bffd x-openstack-request-id: req-98dc5c40-5811-45f6-a661-1f8bdea8bffd {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:11:17.214650 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:11:17.215119 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98dc5c40-5811-45f6-a661-1f8bdea8bffd {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:11:17.215523 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'status': 'completed', 'code': 200} Nov 11 11:11:17.237079 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291b914-1f06-4198-a641-3dfed8262119 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=3']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:17.259260 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01f94c-f0d8-4c95-a47a-0e450cc47031 req-f9862167-f633-4348-aaaa-54c8d58777b2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.260859 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bc01f94c-f0d8-4c95-a47a-0e450cc47031 req-f9862167-f633-4348-aaaa-54c8d58777b2 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.1267879 Nov 11 11:11:17.277456 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-ec2f279e-e054-4d18-8ae7-20dc0b1fb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.278938 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-ec2f279e-e054-4d18-8ae7-20dc0b1fb3cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1097 time: 0.0805311 Nov 11 11:11:17.326717 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-5ef6a6a1-30a2-49f5-b807-212d138f3a1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 200 len: 217 time: 0.0398955 Nov 11 11:11:17.383066 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bc01f94c-f0d8-4c95-a47a-0e450cc47031 req-7ba2a63e-6026-427c-a309-a50eed20b9c5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137788 Nov 11 11:11:17.397456 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7dce4cf0-826b-4ad9-a652-de9b9ed94bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.398890 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-7dce4cf0-826b-4ad9-a652-de9b9ed94bd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0652297 Nov 11 11:11:17.444815 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024789b-6e96-4260-9068-9948e3649cf1 req-65621394-f074-4d85-ac4b-3ae35d87dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.446280 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-65621394-f074-4d85-ac4b-3ae35d87dd7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404658 Nov 11 11:11:17.535683 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-ae181e17-6c49-4cab-9020-fed51785f542 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Nov 11 11:11:17.628434 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0024789b-6e96-4260-9068-9948e3649cf1 req-3b3864d2-b6d0-4060-9fab-c48b48b0b057 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Nov 11 11:11:17.712957 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-800cdefe-e644-4319-8e4d-565f38cfad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.714452 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-800cdefe-e644-4319-8e4d-565f38cfad77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1097 time: 0.0410130 Nov 11 11:11:17.808198 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-e307f5f3-64c1-4820-a8d8-189bff002550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.809663 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-e307f5f3-64c1-4820-a8d8-189bff002550 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.0881438 Nov 11 11:11:17.851410 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-1a860d6c-b184-4190-8d04-972e9deb94b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 200 len: 217 time: 0.0339918 Nov 11 11:11:17.900369 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-e5a86191-45c7-49f8-a4e1-c81bc6271bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.901730 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-e5a86191-45c7-49f8-a4e1-c81bc6271bea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0429566 Nov 11 11:11:17.950531 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-bf6f7f14-d718-4979-b850-c19d7f7f8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:17.952007 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-bf6f7f14-d718-4979-b850-c19d7f7f8ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429850 Nov 11 11:11:18.051000 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-240cdd91-6bfe-4716-b1b7-5f606cde5a43 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Nov 11 11:11:18.146474 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c49f66f9-5417-4f13-b043-06a1a22783fe req-e142e882-1f6e-4cc0-8b24-91d340bbce60 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Nov 11 11:11:18.498775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714fbc-d887-4ae2-97ed-39c8028f5c11 req-de88d21d-532b-4b77-8ab0-12fd0bba65e4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:18.500241 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04714fbc-d887-4ae2-97ed-39c8028f5c11 req-de88d21d-532b-4b77-8ab0-12fd0bba65e4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0498981 Nov 11 11:11:18.548508 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04714fbc-d887-4ae2-97ed-39c8028f5c11 req-57f2fb95-aa11-4e12-9be9-469afc8f7588 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Nov 11 11:11:19.666936 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d2de-37c9-4261-97d6-088cbedc56d0 req-f21b04fe-dd5e-41bf-9920-ddddc18dfb89 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:19.668378 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f364d2de-37c9-4261-97d6-088cbedc56d0 req-f21b04fe-dd5e-41bf-9920-ddddc18dfb89 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0477040 Nov 11 11:11:19.719985 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f364d2de-37c9-4261-97d6-088cbedc56d0 req-3ef6e130-16a8-4f4d-9ea2-30d6e3d7a9ec tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452549 Nov 11 11:11:20.834524 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22207-fe20-4cbc-b207-3c6f462e959d req-e48620cd-277a-4c8c-bc68-8a3e9dc30429 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:20.835981 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-06c22207-fe20-4cbc-b207-3c6f462e959d req-e48620cd-277a-4c8c-bc68-8a3e9dc30429 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0477078 Nov 11 11:11:20.885223 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-06c22207-fe20-4cbc-b207-3c6f462e959d req-7f8b5d67-c80a-4689-b7cb-a8d382995274 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Nov 11 11:11:21.996395 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b723-9be7-4614-88c8-cf120db97e16 req-d2bd121e-440b-456e-b113-e81d8d87f608 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:21.997868 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c18b723-9be7-4614-88c8-cf120db97e16 req-d2bd121e-440b-456e-b113-e81d8d87f608 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0482934 Nov 11 11:11:22.046578 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9c18b723-9be7-4614-88c8-cf120db97e16 req-6f813185-a18d-4cdf-bc32-ec53e6a387f5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Nov 11 11:11:23.164712 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18446cee-e5c8-44d7-95f1-33e81f639b0a req-a151e331-1f85-4d8c-ab5b-ee8e5d349c54 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:23.166186 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-18446cee-e5c8-44d7-95f1-33e81f639b0a req-a151e331-1f85-4d8c-ab5b-ee8e5d349c54 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0522604 Nov 11 11:11:23.215742 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:23.224164 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-18446cee-e5c8-44d7-95f1-33e81f639b0a req-2fa096de-27ee-4681-b990-d282e4f58880 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519476 Nov 11 11:11:24.340942 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107f569-2f88-4c86-bba0-eac5a82edb17 req-dc288f28-5a5a-4d8e-9051-e9f56b53fd77 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:24.342319 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6107f569-2f88-4c86-bba0-eac5a82edb17 req-dc288f28-5a5a-4d8e-9051-e9f56b53fd77 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0486448 Nov 11 11:11:24.392533 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-6107f569-2f88-4c86-bba0-eac5a82edb17 req-6e2c2ff9-aec2-474e-9bfa-d8369dfbca0c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Nov 11 11:11:24.988968 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:11:25.386938 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 11fc7900-2ee3-4ea7-86c6-17a7f5b731af details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:11:25.485806 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:25.497213 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'port_id': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'mac_address': 'fa:16:3e:a3:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:11:25.513166 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f92912-fd80-4b02-ad54-d8e27e8f5874 req-a309315c-bd03-4311-af2d-54a8bf83ab2a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:25.514653 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87f92912-fd80-4b02-ad54-d8e27e8f5874 req-a309315c-bd03-4311-af2d-54a8bf83ab2a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 944 time: 0.0535381 Nov 11 11:11:25.534932 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:25.548579 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fc7900-2ee3-4ea7-86c6-17a7f5b731af {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:11:25.567107 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87f92912-fd80-4b02-ad54-d8e27e8f5874 req-b4c8ae74-943a-4694-bc18-bdc727134a48 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455713 Nov 11 11:11:25.568521 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:25.572957 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:25.622255 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=4']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:25.789395 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['11fc7900-2ee3-4ea7-86c6-17a7f5b731af'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:11:25.971572 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-b2a782f6-3292-4079-859b-55d7692be661 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386896 Nov 11 11:11:26.057589 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-4276e9bc-8d9f-49a1-8b5e-df49cb8c734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:26.059058 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-4276e9bc-8d9f-49a1-8b5e-df49cb8c734a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0407836 Nov 11 11:11:26.166846 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-b612aa23-7b71-46ec-b59b-edd5bced0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:26.168301 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-b612aa23-7b71-46ec-b59b-edd5bced0da1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.0867488 Nov 11 11:11:26.232937 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-7b6d0000-c760-46d3-ab24-f6673acfe4eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 1002 time: 0.0565715 Nov 11 11:11:26.297327 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-1df9727a-6174-43a0-b660-dc6173ba785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:26.299203 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-1df9727a-6174-43a0-b660-dc6173ba785b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0540204 Nov 11 11:11:26.350994 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-a4b354f1-e0d8-4a88-b5e2-3b78297f64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:26.352758 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-a4b354f1-e0d8-4a88-b5e2-3b78297f64e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441730 Nov 11 11:11:26.442286 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-25cf2923-692d-472b-af1d-5395ef89541d service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809145 Nov 11 11:11:26.536190 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-083988d1-b32a-4ece-8dcf-44d00b7b9fdd req-9a37b0ce-eed8-4009-be3a-5a8ce0f3f2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856299 Nov 11 11:11:26.681042 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47543-731c-4909-bb5d-77171bca67cf req-74f2bb10-8cce-4da1-9523-2e48619cce91 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:26.682482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ce47543-731c-4909-bb5d-77171bca67cf req-74f2bb10-8cce-4da1-9523-2e48619cce91 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 945 time: 0.0478456 Nov 11 11:11:26.733049 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3ce47543-731c-4909-bb5d-77171bca67cf req-6b98ce36-4faf-46b3-88be-e96bb319047d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Nov 11 11:11:27.411127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 11fc7900-2ee3-4ea7-86c6-17a7f5b731af up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:11:27.458360 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning for port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af completed by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 11:11:27.462343 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:11:27.462748 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:27.538826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:27.564151 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:11:27.566367 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2346f27-2d6e-4b2f-b84c-cc416e794901" -d '{"events": [{"server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "name": "network-vif-plugged", "status": "completed", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:11:27.578851 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:11:27.583294 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:27.606732 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b447e8-0db6-4e9e-95ee-2742c43f7e8e x-openstack-request-id: req-b0b447e8-0db6-4e9e-95ee-2742c43f7e8e {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:11:27.607018 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "name": "network-vif-plugged", "status": "completed", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:11:27.607268 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0b447e8-0db6-4e9e-95ee-2742c43f7e8e {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:11:27.607655 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'code': 200} Nov 11 11:11:27.634683 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=5']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:27.859464 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ecf1-6def-47e1-a601-43321de158dd req-e8db9240-c50f-4d90-acd5-0dc580d26d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:27.860974 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5b1ecf1-6def-47e1-a601-43321de158dd req-e8db9240-c50f-4d90-acd5-0dc580d26d46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1099 time: 0.0722935 Nov 11 11:11:27.872869 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd2907-a17b-400c-ab6a-23c9ff9c7871 req-af1bd51c-2bd7-4899-87c3-069cf7c1d298 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:27.874237 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5bdd2907-a17b-400c-ab6a-23c9ff9c7871 req-af1bd51c-2bd7-4899-87c3-069cf7c1d298 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0619397 Nov 11 11:11:27.943522 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d5b1ecf1-6def-47e1-a601-43321de158dd req-d1c89448-5214-451c-85d0-372e8ea92346 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683558 Nov 11 11:11:27.948308 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5bdd2907-a17b-400c-ab6a-23c9ff9c7871 req-73a6b2ad-ceb8-488f-b5e9-6cd79d8205e6 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680640 Nov 11 11:11:29.065506 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f8073-4722-4551-8f89-e934eafb6cc1 req-1ca63a88-8138-48f8-a5fe-23481703679d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:29.067009 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-033f8073-4722-4551-8f89-e934eafb6cc1 req-1ca63a88-8138-48f8-a5fe-23481703679d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0495636 Nov 11 11:11:29.118616 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-033f8073-4722-4551-8f89-e934eafb6cc1 req-7dce0ffc-916e-474d-b9c3-8b2ddec7123c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451989 Nov 11 11:11:30.235164 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f7edb-c366-486e-bb1a-006f7465043c req-a94c1ef3-8430-4fc7-bd8b-35c8f2a6e04d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:30.236688 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f9f7edb-c366-486e-bb1a-006f7465043c req-a94c1ef3-8430-4fc7-bd8b-35c8f2a6e04d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0526776 Nov 11 11:11:30.292251 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9f9f7edb-c366-486e-bb1a-006f7465043c req-1e83c7b2-d8b4-427d-97c6-273e15b7af6a tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495656 Nov 11 11:11:30.422955 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abd270-b522-4fe0-8c9b-3cf78d98fafd req-9719aa7c-6f85-4ff5-bd45-fd76764a3bb5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:30.424482 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d3abd270-b522-4fe0-8c9b-3cf78d98fafd req-9719aa7c-6f85-4ff5-bd45-fd76764a3bb5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0487816 Nov 11 11:11:30.478459 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d3abd270-b522-4fe0-8c9b-3cf78d98fafd req-fcd3eb44-e13b-4393-8601-65539242f252 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 Nov 11 11:11:30.500596 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45656) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:30.542236 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947dcdb-83ec-4469-ba70-1318d818f538 tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:30.543786 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-e947dcdb-83ec-4469-ba70-1318d818f538 tempest-TestVolumeBootPattern-810502623 tempest-TestVolumeBootPattern-810502623-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1094 time: 0.0421700 Nov 11 11:11:30.546443 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45658) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:11:30.550642 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.v2.base [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Request body: {'floatingip': {'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'port_id': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101619) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 11:11:30.572204 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:30.677723 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:30.784056 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_common [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Allocated IP 172.27.1.8 (42250fff-c74e-452c-97ee-5251b5ce60af/470cb170-94a4-4936-ac8a-9fad2d8c454f/1ba9b972-2618-4de8-babb-e81822d67140) {{(pid=101619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 11:11:30.882552 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:30.914565 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729290681209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:30.953257 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Network 42250fff-c74e-452c-97ee-5251b5ce60af is already hosted by enough agents. {{(pid=101619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 11:11:30.957988 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.base_scheduler [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Resources bound (agent type, host, resource id): {{(pid=101619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 11:11:30.960575 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Received port after_create {{(pid=101619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 11:11:30.988874 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=1ba9b972-2618-4de8-babb-e81822d67140,revision_number=1']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:31.003387 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.003737 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.004087 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.004417 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.004770 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.005103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.005431 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.005753 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.006075 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.006400 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.006713 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.007032 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:11:31.321240 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:31.388820 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:31.541494 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for port, precommit_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:31.545982 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4353304'] for port, after_update {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:31.610421 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event updated for resources: {'Port': ['ID=1ba9b972-2618-4de8-babb-e81822d67140,revision_number=2']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:11:31.621758 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921325'] for floatingip, after_create {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:31.967043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP fafa559b-46d9-46f3-80df-850042c7bb28 associated. External IP: 172.27.1.8, port: 11fc7900-2ee3-4ea7-86c6-17a7f5b731af. Nov 11 11:11:32.175434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:11:32.280755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:11:32.290496 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330472-374e-4823-b396-4502453e780a None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:11:32.298643 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:32.301189 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0330472-374e-4823-b396-4502453e780a None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:11:32.301799 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0330472-374e-4823-b396-4502453e780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:11:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:32.328468 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-baa3d950-3204-437c-9e2a-36eec8d42ca5 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7808325 Nov 11 11:11:32.329220 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:11:32.331321 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ed985-a956-40e6-867e-c4015210ff5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:11:32.367528 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f1a55-8977-4eae-9180-3e698a9cecc0 x-openstack-request-id: req-d68f1a55-8977-4eae-9180-3e698a9cecc0 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:11:32.367817 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:11:32.368069 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d68f1a55-8977-4eae-9180-3e698a9cecc0 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:11:32.368473 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'status': 'completed', 'code': 200} Nov 11 11:11:32.421991 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e0330472-374e-4823-b396-4502453e780a None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:11:32.429738 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ed985-a956-40e6-867e-c4015210ff5b req-987a609c-77ae-4cbd-ba95-c7a33a6b1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:32.431219 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-987a609c-77ae-4cbd-ba95-c7a33a6b1663 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1099 time: 0.0406761 Nov 11 11:11:32.527649 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ed985-a956-40e6-867e-c4015210ff5b req-87f67c10-b84a-4446-bf04-8423c0ea8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:32.529146 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-87f67c10-b84a-4446-bf04-8423c0ea8178 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.0901253 Nov 11 11:11:32.599558 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-e54547f7-3e9f-4254-85ab-126a04981bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 200 len: 998 time: 0.0593872 Nov 11 11:11:32.649336 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0330472-374e-4823-b396-4502453e780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}, {'id': 'fafa559b-46d9-46f3-80df-850042c7bb28', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:a3:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daffa64-772a-429c-b1df-4b8af08084da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:31Z', 'updated_at': '2021-11-11T11:11:31Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:32.652570 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ed985-a956-40e6-867e-c4015210ff5b req-3db2db41-f67e-4289-a2c1-04dab8d232c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:32.654045 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-3db2db41-f67e-4289-a2c1-04dab8d232c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0476842 Nov 11 11:11:32.676335 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330472-374e-4823-b396-4502453e780a None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:11:32.685048 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0330472-374e-4823-b396-4502453e780a None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:11:32.685579 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0330472-374e-4823-b396-4502453e780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:11:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:32.700452 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ed985-a956-40e6-867e-c4015210ff5b req-0f371373-c2d4-4ac1-9a27-93444f0d0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:11:32.702047 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-0f371373-c2d4-4ac1-9a27-93444f0d0810 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411801 Nov 11 11:11:32.790729 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-e0330472-374e-4823-b396-4502453e780a None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:11:32.795654 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-9e3aa1de-3a15-4b39-8e01-a6f540ab4c41 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852911 Nov 11 11:11:32.890254 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e86ed985-a956-40e6-867e-c4015210ff5b req-d1643146-e20a-4051-be67-f6952749e2a1 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866728 Nov 11 11:11:33.016299 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-e0330472-374e-4823-b396-4502453e780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}, {'id': 'fafa559b-46d9-46f3-80df-850042c7bb28', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:a3:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daffa64-772a-429c-b1df-4b8af08084da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:31Z', 'updated_at': '2021-11-11T11:11:31Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:11:33.047092 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330472-374e-4823-b396-4502453e780a None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}, {'id': 'fafa559b-46d9-46f3-80df-850042c7bb28', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:a3:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daffa64-772a-429c-b1df-4b8af08084da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:11:31Z', 'updated_at': '2021-11-11T11:11:31Z', 'revision_number': 0, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:11:33.240662 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c169c6a-331d-42aa-a71f-5de8c9226a5b None None] New status for floating IP fafa559b-46d9-46f3-80df-850042c7bb28: ACTIVE {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:11:40.455973 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d118779a-616a-4445-a391-162115118252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:42.890667 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8cf7cfc2-97c0-4ab7-8892-a35236aff696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:43.970035 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:45.473808 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:46.367677 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:11:53.211039 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:01.987934 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:12:10.457609 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f4f081d2-c41c-4858-8d25-201e3f1e5225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:12.890792 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-12a51bbd-5dbe-45c7-9a37-ccbe388d7b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:13.972723 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:15.477678 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:16.370775 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:23.235227 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:26.420785 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-2c0cae26-bd51-41a1-b15f-b971c80f0126 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395339 Nov 11 11:12:26.482317 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-8ce6869e-4564-42e5-bfe6-90eaf2c5db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:12:26.483873 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-8ce6869e-4564-42e5-bfe6-90eaf2c5db73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0397809 Nov 11 11:12:26.591434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-c3bc3a5e-38cb-431e-b22a-205be463e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:12:26.592942 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-c3bc3a5e-38cb-431e-b22a-205be463e770 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0898671 Nov 11 11:12:26.658056 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-a6c65c28-f992-4a05-8f7a-833c7d32c158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 1001 time: 0.0561574 Nov 11 11:12:26.709684 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-06194818-75c8-4bdb-9a2f-3c5532fadc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:12:26.711079 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-06194818-75c8-4bdb-9a2f-3c5532fadc3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0458155 Nov 11 11:12:26.755701 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-7a3406a1-4982-43c3-b2e9-c6c8bcc84ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:12:26.757202 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-7a3406a1-4982-43c3-b2e9-c6c8bcc84ece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393174 Nov 11 11:12:26.848833 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-acf1f64e-d575-4f71-a518-7097f6d0f540 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835283 Nov 11 11:12:26.935458 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-dfd0e467-201a-4faf-aff0-471e4c432182 req-441e981f-6b55-4dcc-9465-52727395e08a service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794764 Nov 11 11:12:38.986792 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:12:40.458485 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-14405e01-8e77-40e0-ab87-6748e70c260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:42.891283 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-623ca27c-937b-4f1c-bae0-e15777fa65ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:43.974039 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:45.477374 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:46.372451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:12:53.235410 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:07.943103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2196173-e0ba-4943-a17a-2340d3897eae req-3c839ac0-b88c-4057-9cd7-752b91cbc976 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:07.944599 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2196173-e0ba-4943-a17a-2340d3897eae req-3c839ac0-b88c-4057-9cd7-752b91cbc976 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.2039251 Nov 11 11:13:07.993038 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f2196173-e0ba-4943-a17a-2340d3897eae req-00eea270-7d8b-462b-838f-e08cdfd4e476 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Nov 11 11:13:09.170419 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9768c0-b7e7-47e0-a1f2-6ab2d9f54a7a req-fc89bb2c-dfd1-429d-8426-bf25309e6367 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:09.171876 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca9768c0-b7e7-47e0-a1f2-6ab2d9f54a7a req-fc89bb2c-dfd1-429d-8426-bf25309e6367 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.1014924 Nov 11 11:13:09.221050 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ca9768c0-b7e7-47e0-a1f2-6ab2d9f54a7a req-f1720e3b-b67d-40e4-9b33-0f58e70aa845 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Nov 11 11:13:10.334159 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7ac5-da2f-4b2a-8e67-e33f2e6d37ec req-8a32715f-8937-49e2-a737-9b4db176e869 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:10.335538 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-addc7ac5-da2f-4b2a-8e67-e33f2e6d37ec req-8a32715f-8937-49e2-a737-9b4db176e869 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0480366 Nov 11 11:13:10.382814 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-addc7ac5-da2f-4b2a-8e67-e33f2e6d37ec req-7be4638a-c7a7-4bc6-9f60-4d25229df346 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Nov 11 11:13:10.459112 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4cc6-9a6c-456f-8e63-fde4c8a91670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:10.895537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45714) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:11.048153 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port 1ba9b972-2618-4de8-babb-e81822d67140 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:11.048487 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.124474 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.124818 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.136030 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for 1ba9b972-2618-4de8-babb-e81822d67140 owned by network:floatingip {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:11.301688 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.332539 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=1ba9b972-2618-4de8-babb-e81822d67140,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:11.354118 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.354736 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.354849 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.355105 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.355434 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.355764 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.356088 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.356411 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.356757 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.357078 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.357396 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.357713 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:11.398329 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.398662 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP fafa559b-46d9-46f3-80df-850042c7bb28 disassociated (deleted). External IP: 172.27.1.8, port: 11fc7900-2ee3-4ea7-86c6-17a7f5b731af. Nov 11 11:13:11.538513 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfe3f9-831d-49ab-8de0-34d5eb19da59 req-936c2a44-069b-4459-b9b4-a8294b0f7f88 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:11.540003 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1bfe3f9-831d-49ab-8de0-34d5eb19da59 req-936c2a44-069b-4459-b9b4-a8294b0f7f88 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0691826 Nov 11 11:13:11.658134 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a1bfe3f9-831d-49ab-8de0-34d5eb19da59 req-d46b4f4d-5e94-4fda-9b29-f7aed9c15e97 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884426 Nov 11 11:13:11.671158 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:13:11.775819 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:13:11.780612 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:11.785601 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:13:11.794649 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:11.795241 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:12:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:11.808828 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-bd340b70-4da4-4c7d-b302-5dc4b6750642 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "DELETE /v2.0/floatingips/fafa559b-46d9-46f3-80df-850042c7bb28 HTTP/1.1" status: 204 len: 168 time: 0.9120905 Nov 11 11:13:11.809390 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:11.811634 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:11.865280 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba38ae4-6885-4c40-99b8-5b3077e40550 x-openstack-request-id: req-6ba38ae4-6885-4c40-99b8-5b3077e40550 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:11.865566 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:11.865821 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ba38ae4-6885-4c40-99b8-5b3077e40550 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:11.866436 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'status': 'completed', 'code': 200} Nov 11 11:13:11.904783 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:11.982782 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-3770242c-1889-4bca-b03d-cac51e9bf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:11.984394 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-3770242c-1889-4bca-b03d-cac51e9bf266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 1099 time: 0.0966618 Nov 11 11:13:12.093261 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cefbf2-9550-40da-9212-585bd7f2e6a8 req-c8a1d000-d50d-4a07-9e4e-8c52609ae5d4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:12.094733 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47cefbf2-9550-40da-9212-585bd7f2e6a8 req-c8a1d000-d50d-4a07-9e4e-8c52609ae5d4 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.1022062 Nov 11 11:13:12.131951 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:12.133808 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-3ef04e59-881b-4f18-b0ea-7fd4483bc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:12.135279 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-3ef04e59-881b-4f18-b0ea-7fd4483bc43c service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.1414843 Nov 11 11:13:12.157652 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:13:12.166950 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:12.167474 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:12:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:12.194886 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-8f2556fc-e9af-4f17-a88f-018437ff6614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 200 len: 217 time: 0.0504692 Nov 11 11:13:12.203732 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-47cefbf2-9550-40da-9212-585bd7f2e6a8 req-ccb66d40-651e-4d93-b9a9-4d68ce2366ca tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978446 Nov 11 11:13:12.247086 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-67e40ac3-06ad-4c41-a16e-c3da510615b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:12.248570 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-67e40ac3-06ad-4c41-a16e-c3da510615b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0439661 Nov 11 11:13:12.276050 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:12.294648 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-d0d197d4-9d0d-4588-8bdf-d8b30cd8f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:12.296116 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-d0d197d4-9d0d-4588-8bdf-d8b30cd8f285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388834 Nov 11 11:13:12.309470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-ad72ca14-0f52-4410-b281-5c926e73f5c0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=101619) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:13:12.310399 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-ad72ca14-0f52-4410-b281-5c926e73f5c0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048230 Nov 11 11:13:12.402661 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-0754c720-b414-4ea6-8650-7ef31732ab27 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825992 Nov 11 11:13:12.493065 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b992945d-fad9-45ff-a9f8-73b8a7b45bb0 req-2f4dd6dc-0bac-44f6-b7b8-bf95f1d74db0 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823514 Nov 11 11:13:12.495849 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:12.522746 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f95a8-a152-4168-b0c6-ddd511fcacd0 None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_floatingips': [{'id': 'cab60c14-72f4-477f-9022-c0394979db7e', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'router_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'port_id': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'mac_address': 'fa:16:3e:5d:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e148eec2-a102-4bee-872e-430748b95ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:09:17Z', 'updated_at': '2021-11-11T11:09:19Z', 'revision_number': 1, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:13:12.744700 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3813115-0f2d-4258-bd10-5656685eb397 None None] New status for floating IP fafa559b-46d9-46f3-80df-850042c7bb28: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:13:12.779729 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546855-8e6f-4ca0-9a80-6f7651fc2199 req-327d2181-43aa-4105-b63c-b20db50bdf65 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:12.781235 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e8546855-8e6f-4ca0-9a80-6f7651fc2199 req-327d2181-43aa-4105-b63c-b20db50bdf65 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0549645 Nov 11 11:13:12.834505 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e8546855-8e6f-4ca0-9a80-6f7651fc2199 req-fa6f0d19-e3ce-4c71-9f29-a004f4f9d857 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Nov 11 11:13:12.892516 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b33f6fce-28f1-4b7b-87cb-254eee868f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:13.317228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d17701-8031-4dd4-a0e3-2086b5480f95 req-70e95c94-f99b-4ef4-8124-768fa78dd424 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:13.318596 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e6d17701-8031-4dd4-a0e3-2086b5480f95 req-70e95c94-f99b-4ef4-8124-768fa78dd424 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0480084 Nov 11 11:13:13.367043 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-e6d17701-8031-4dd4-a0e3-2086b5480f95 req-7b0f1595-79d1-44e5-b0af-9f748c12b27c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Nov 11 11:13:13.577993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-883f114a-951b-4a0b-93e3-3d174685740e tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:13.579318 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-883f114a-951b-4a0b-93e3-3d174685740e tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 946 time: 0.0466580 Nov 11 11:13:13.673160 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:13.673486 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:13.758709 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] For port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:13.759062 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:13.775745 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for 11fc7900-2ee3-4ea7-86c6-17a7f5b731af owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:13.898817 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:13.953204 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=11fc7900-2ee3-4ea7-86c6-17a7f5b731af,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:13.980643 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:14.003831 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] No DVR routers for this DVR port 11fc7900-2ee3-4ea7-86c6-17a7f5b731af on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:14.007636 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:14.010923 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fe7dbe6b-4665-4b4e-a54b-64998b89b0ba req-2b82fd55-f083-4d65-b71a-15268003f299 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "DELETE /v2.0/ports/11fc7900-2ee3-4ea7-86c6-17a7f5b731af HTTP/1.1" status: 204 len: 173 time: 0.4243453 Nov 11 11:13:14.011370 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'name': 'network-vif-deleted', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:14.013700 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd51fe-baa9-4461-ab13-3bc24b204f18" -d '{"events": [{"server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "name": "network-vif-deleted", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:14.027765 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc19f69-bf1a-44bb-a4eb-18f830d9b78e req-e08a156a-19bf-44a0-9bd6-63c1dcdf5ae5 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:14.029393 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbc19f69-bf1a-44bb-a4eb-18f830d9b78e req-e08a156a-19bf-44a0-9bd6-63c1dcdf5ae5 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.1264389 Nov 11 11:13:14.062838 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d10e3e-01fe-4db2-b580-8f81caba9fcb x-openstack-request-id: req-b1d10e3e-01fe-4db2-b580-8f81caba9fcb {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:14.063130 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daffa64-772a-429c-b1df-4b8af08084da", "name": "network-vif-deleted", "tag": "11fc7900-2ee3-4ea7-86c6-17a7f5b731af", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:14.063383 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1d10e3e-01fe-4db2-b580-8f81caba9fcb {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:14.063771 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daffa64-772a-429c-b1df-4b8af08084da', 'name': 'network-vif-deleted', 'tag': '11fc7900-2ee3-4ea7-86c6-17a7f5b731af', 'status': 'completed', 'code': 200} Nov 11 11:13:14.084319 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-bbc19f69-bf1a-44bb-a4eb-18f830d9b78e req-800dbcdc-2860-4c30-a1da-cc66a0949095 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479720 Nov 11 11:13:14.480033 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-24e5ac1d-03fe-42ae-a661-d6c7e0ae6cfc req-60442699-9c86-4731-a68a-afc4539e3e33 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daffa64-772a-429c-b1df-4b8af08084da HTTP/1.1" status: 200 len: 210 time: 0.0255809 Nov 11 11:13:15.428464 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b40f8-f511-490b-9346-b2230de0832b req-cd45fd24-e284-430b-b9ba-f5e343333a48 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:15.429863 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f8b40f8-f511-490b-9346-b2230de0832b req-cd45fd24-e284-430b-b9ba-f5e343333a48 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.2793758 Nov 11 11:13:15.478130 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-4f8b40f8-f511-490b-9346-b2230de0832b req-294fc64b-a58c-468e-94a4-f3bd51779054 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Nov 11 11:13:15.485727 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:15.985573 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:13:16.011607 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 11fc7900-2ee3-4ea7-86c6-17a7f5b731af no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:16.032055 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 11fc7900-2ee3-4ea7-86c6-17a7f5b731af {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:16.032391 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 11fc7900-2ee3-4ea7-86c6-17a7f5b731af not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:16.374969 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:16.593051 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f093-f21c-449c-b87c-924cda0b5574 req-2bee6f22-2616-499d-9995-2bf2c584d888 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:16.594491 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2f77f093-f21c-449c-b87c-924cda0b5574 req-2bee6f22-2616-499d-9995-2bf2c584d888 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0470645 Nov 11 11:13:16.643527 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2f77f093-f21c-449c-b87c-924cda0b5574 req-f93dce3f-16b2-4a40-a049-9cab7f419281 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Nov 11 11:13:17.750634 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45764) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:17.756910 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f24b9-5f54-42fa-b2d5-360e681c2d58 req-e0d0ed8b-6370-4f9f-b5f5-f18298d11842 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:17.758566 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-721f24b9-5f54-42fa-b2d5-360e681c2d58 req-e0d0ed8b-6370-4f9f-b5f5-f18298d11842 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Nov 11 11:13:17.809966 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-721f24b9-5f54-42fa-b2d5-360e681c2d58 req-ce1d66d0-bc4b-4160-9863-09f4f465c3d5 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Nov 11 11:13:17.910243 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port 015782f1-4405-43fb-9d33-4c0dfc757337 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:17.910576 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:17.948618 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-f87bf03c-48c8-425a-b09e-5d865e050e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:17.950054 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-f87bf03c-48c8-425a-b09e-5d865e050e52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0402513 Nov 11 11:13:17.983839 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:17.984226 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:17.996380 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for 015782f1-4405-43fb-9d33-4c0dfc757337 owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:18.039558 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-2ddd662f-01d1-4c0f-b91f-5b4e9ec67b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.041065 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-2ddd662f-01d1-4c0f-b91f-5b4e9ec67b54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0840585 Nov 11 11:13:18.108020 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-6c2a6cd0-0d4c-44a6-b4ba-5347ae56fc66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 1001 time: 0.0602887 Nov 11 11:13:18.140975 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:18.157804 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-ae683d78-c7e0-460d-82b3-904741b90c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.159278 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-ae683d78-c7e0-460d-82b3-904741b90c64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0444105 Nov 11 11:13:18.163307 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=015782f1-4405-43fb-9d33-4c0dfc757337,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:18.176230 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179135 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.179758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.180010 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.180312 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:18.209940 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-2e3015ed-693c-4080-9ed5-8bb0fa9c652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.211445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-2e3015ed-693c-4080-9ed5-8bb0fa9c652f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437641 Nov 11 11:13:18.236613 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:18.236986 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.db.l3_db [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Floating IP cab60c14-72f4-477f-9022-c0394979db7e disassociated (deleted). External IP: 172.27.1.161, port: 2d14f556-5c60-47b6-a41e-358c2fd43878. Nov 11 11:13:18.307158 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-6c3de9af-19da-4ade-960e-f93d93563ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886981 Nov 11 11:13:18.395664 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-3004b0d9-64d4-4417-a4f5-bb7bebbada9d req-f1185383-bcff-4b70-ac68-2d6a337c57fb service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817492 Nov 11 11:13:18.442610 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:13:18.546339 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:13:18.550971 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:18.556289 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:13:18.565801 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:18.566413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:18.583762 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-8645a693-6b68-4214-9e6f-5dc43e664b4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "DELETE /v2.0/floatingips/cab60c14-72f4-477f-9022-c0394979db7e HTTP/1.1" status: 204 len: 168 time: 0.8320248 Nov 11 11:13:18.584349 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878'}] {{(pid=101620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:18.587155 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56a030d11d0bcf222a30d7bec7b90886645f179ff1df18364dcc44ca2c1eacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e00778-531e-465a-84c1-6e2c1f4006c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878"}]}' {{(pid=101620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:18.681919 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:18.690110 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01049641-0729-4fb1-9eb8-d5638532c241 x-openstack-request-id: req-01049641-0729-4fb1-9eb8-d5638532c241 {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:18.690501 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878", "status": "completed", "code": 200}]} {{(pid=101620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:18.690878 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01049641-0729-4fb1-9eb8-d5638532c241 {{(pid=101620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:18.691458 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'status': 'completed', 'code': 200} Nov 11 11:13:18.805183 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-393be869-3600-418c-8374-5ff0bf441278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.807378 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-393be869-3600-418c-8374-5ff0bf441278 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0773802 Nov 11 11:13:18.819904 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2230cf-d2ed-421c-b9e5-55b9d996422b req-fcd126c9-00f9-4f7b-862c-f4efdcfbf55d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.821332 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0f2230cf-d2ed-421c-b9e5-55b9d996422b req-fcd126c9-00f9-4f7b-862c-f4efdcfbf55d tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0613356 Nov 11 11:13:18.891929 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:18.918684 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:13:18.926981 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:18.927577 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:18.959041 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0f2230cf-d2ed-421c-b9e5-55b9d996422b req-9efa2412-2887-4aea-b571-ce010a6e72a0 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296604 Nov 11 11:13:18.997540 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab336ca-f4cd-477c-9f29-b9bae0e663fd req-24ee6264-e8c8-4695-8fb5-8b42b9eba007 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:18.999037 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9ab336ca-f4cd-477c-9f29-b9bae0e663fd req-24ee6264-e8c8-4695-8fb5-8b42b9eba007 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.1148167 Nov 11 11:13:19.002123 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-12586d93-6df2-4251-9670-97547cee36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:19.007420 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-12586d93-6df2-4251-9670-97547cee36f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 200 len: 912 time: 0.1813059 Nov 11 11:13:19.061745 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-5b665929-b5d3-4e89-ae44-c828df48dfbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 200 len: 217 time: 0.0485294 Nov 11 11:13:19.119795 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9ab336ca-f4cd-477c-9f29-b9bae0e663fd req-668063d6-6cfa-430e-b8cc-7ced8407b319 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137192 Nov 11 11:13:19.133362 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-c74e8b45-7f60-4a7a-bfdf-1b2378e6ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:19.134817 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-c74e8b45-7f60-4a7a-bfdf-1b2378e6ae5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 200 len: 850 time: 0.0623949 Nov 11 11:13:19.160189 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:19.184736 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-8b119e8d-007b-467b-b2d2-1736ce303a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:19.187193 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-8b119e8d-007b-467b-b2d2-1736ce303a55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18103c72-c43b-4e4f-8feb-4b9da3873d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426710 Nov 11 11:13:19.281992 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-c75b095b-6513-417a-ba15-27fd4b807b16 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847597 Nov 11 11:13:19.356507 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:19.372353 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-17e00778-531e-465a-84c1-6e2c1f4006c5 req-e3ab154b-3d16-4194-a572-e18b57423c78 service neutron] 10.222.0.20 "GET /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819788 Nov 11 11:13:19.386883 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788ca22-e6bb-48e7-8941-accbc557dc8d None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:05:49Z', 'revision_number': 4, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'c7505495-cc10-42e9-9c57-0c9e3d7e6e8e', 'name': '', 'network_id': '18103c72-c43b-4e4f-8feb-4b9da3873d47', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'mac_address': 'fa:16:3e:12:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:49Z', 'updated_at': '2021-11-11T11:05:54Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'subnets': [{'id': 'e90d97d7-fa6a-4fb8-9b46-2c73e5b42777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:13:19.590318 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808137d3-facf-4954-8d53-03629d48dd8f None None] New status for floating IP cab60c14-72f4-477f-9022-c0394979db7e: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:13:20.076072 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435654-27ad-45fa-b438-225518bc0f1c req-138f50f5-3ab4-46f0-88ab-fb136a8cc537 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:20.078190 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d6435654-27ad-45fa-b438-225518bc0f1c req-138f50f5-3ab4-46f0-88ab-fb136a8cc537 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0499783 Nov 11 11:13:20.132160 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-d6435654-27ad-45fa-b438-225518bc0f1c req-34e33fef-f201-4e6e-9d7a-d163626c7e04 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Nov 11 11:13:20.249953 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652250a-c7f1-4b66-9e08-ae01885aae6c req-2707977f-27fe-437d-9a91-c73282208990 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:20.251791 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a652250a-c7f1-4b66-9e08-ae01885aae6c req-2707977f-27fe-437d-9a91-c73282208990 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Nov 11 11:13:20.314660 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a652250a-c7f1-4b66-9e08-ae01885aae6c req-023e8035-91ca-476f-a0f9-c7ab9691e61d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570900 Nov 11 11:13:20.353622 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-06af9704-f02d-459b-b7a3-0533847492a1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:20.355574 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-06af9704-f02d-459b-b7a3-0533847492a1 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 946 time: 0.0602591 Nov 11 11:13:20.449000 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port 2d14f556-5c60-47b6-a41e-358c2fd43878 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:20.449342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:20.540825 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] For port 2d14f556-5c60-47b6-a41e-358c2fd43878, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=2d14f556-5c60-47b6-a41e-358c2fd43878,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:20.541096 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:20.553228 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for 2d14f556-5c60-47b6-a41e-358c2fd43878 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:20.698718 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:20.727003 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=2d14f556-5c60-47b6-a41e-358c2fd43878,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:20.776922 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] No DVR routers for this DVR port 2d14f556-5c60-47b6-a41e-358c2fd43878 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:20.779368 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:20.782774 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-75bee0b0-370b-4e0f-af03-1e233411a4a8 req-eee08987-f63b-418c-8b57-e0f3ab0f5029 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.20 "DELETE /v2.0/ports/2d14f556-5c60-47b6-a41e-358c2fd43878 HTTP/1.1" status: 204 len: 173 time: 0.4202757 Nov 11 11:13:20.783206 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'name': 'network-vif-deleted', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:20.785522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae7377-ea0e-4afb-a631-0094229cbec8" -d '{"events": [{"server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "name": "network-vif-deleted", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:20.823482 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747be87-9f78-4fe1-9371-ce8d2e507aeb x-openstack-request-id: req-5747be87-9f78-4fe1-9371-ce8d2e507aeb {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:20.823775 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e148eec2-a102-4bee-872e-430748b95ef1", "name": "network-vif-deleted", "tag": "2d14f556-5c60-47b6-a41e-358c2fd43878", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:20.824031 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5747be87-9f78-4fe1-9371-ce8d2e507aeb {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:20.824428 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e148eec2-a102-4bee-872e-430748b95ef1', 'name': 'network-vif-deleted', 'tag': '2d14f556-5c60-47b6-a41e-358c2fd43878', 'status': 'completed', 'code': 200} Nov 11 11:13:21.236870 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-a18ba88d-3e1b-4f87-9973-e460033b3b19 req-80e5c365-8bbf-4efe-855b-86c4cdcc1e1c tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "GET /v2.0/ports?device_id=e148eec2-a102-4bee-872e-430748b95ef1 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Nov 11 11:13:21.432783 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdcdf3-085a-42bc-9dd3-006ff9d088f9 req-70dc7400-630c-4137-847c-4e67c610691e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:21.434290 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92bdcdf3-085a-42bc-9dd3-006ff9d088f9 req-70dc7400-630c-4137-847c-4e67c610691e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0503926 Nov 11 11:13:21.483552 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-92bdcdf3-085a-42bc-9dd3-006ff9d088f9 req-29c081a5-5b95-4219-a863-f70524f421bc tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Nov 11 11:13:22.031002 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:22.103838 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.124838 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:22.127043 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6870873-47c5-4e70-98f0-ef8957642582" -d '{"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:22.139997 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:22.144957 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.170245 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3eaf43-6f23-4029-9ab0-62fd8bf24e40 x-openstack-request-id: req-de3eaf43-6f23-4029-9ab0-62fd8bf24e40 {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:22.170535 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-unplugged", "status": "failed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "code": 422}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:22.170774 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de3eaf43-6f23-4029-9ab0-62fd8bf24e40 {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:22.171148 dv-cinder-817514-2-iscsi neutron-server[101621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'code': 422} returned with failed status Nov 11 11:13:22.195859 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=6']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:22.202612 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.202959 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.203297 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.203625 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.203949 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.204275 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.204621 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.204942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.205263 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.205578 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.205894 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.206225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:13:22.291159 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45794) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:22.408016 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Deleting port a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:22.408341 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.479470 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.480235 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.495499 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Calling delete_port for a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4 owned by network:floatingip {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:22.627580 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.659534 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'Port': ['ID=a9dd4a01-9b98-4bd7-9102-2ca3f7026ad4,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:22.716897 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for floatingip, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.719455 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:22.720813 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9f26ac7d-077e-45db-8302-d0e79efa7a4f tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "DELETE /v2.0/floatingips/96eebe00-d32a-4781-b32c-45c19e9157d1 HTTP/1.1" status: 204 len: 168 time: 0.4286480 Nov 11 11:13:22.737130 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-76a00c98-9853-4597-8848-7a0915d46125 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859275 Nov 11 11:13:22.749547 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8143b0d-780f-406c-a637-38455c7b00d8 req-959ce6ac-92b5-4954-8e8d-fdc5b0d6bde6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:22.750998 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c8143b0d-780f-406c-a637-38455c7b00d8 req-959ce6ac-92b5-4954-8e8d-fdc5b0d6bde6 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0646510 Nov 11 11:13:22.807355 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c8143b0d-780f-406c-a637-38455c7b00d8 req-1dd215c6-0a9c-4e23-a2de-ba355a06eb19 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490322 Nov 11 11:13:23.258013 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:23.916172 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45818) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:23.932493 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87018-00a8-4470-8c9c-a1df186cf844 req-2f018264-c458-452e-9bb6-d5b6702efd6a tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:23.934285 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5dc87018-00a8-4470-8c9c-a1df186cf844 req-2f018264-c458-452e-9bb6-d5b6702efd6a tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0617809 Nov 11 11:13:23.976842 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:23.986488 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5dc87018-00a8-4470-8c9c-a1df186cf844 req-babc10fe-2a97-44e7-9647-5935de078750 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Nov 11 11:13:24.004252 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.030820 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 2d14f556-5c60-47b6-a41e-358c2fd43878 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:24.050231 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: 2d14f556-5c60-47b6-a41e-358c2fd43878 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:24.050575 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device 2d14f556-5c60-47b6-a41e-358c2fd43878 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:24.062346 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.064942 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.066078 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] 10.222.0.57 "DELETE /v2.0/security-groups/f8fd82fc-3a57-446e-99d5-fef49cd1a1f1 HTTP/1.1" status: 204 len: 168 time: 0.1486690 Nov 11 11:13:24.076650 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df030a-a107-4913-81d1-3355649a0924 tempest-TestVolumeBootPattern-499316545 tempest-TestVolumeBootPattern-499316545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd82fc-3a57-446e-99d5-fef49cd1a1f1,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:24.121839 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45822) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:24.559476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.799146 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Deleting port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:24.799476 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.877067 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] For port c7505495-cc10-42e9-9c57-0c9e3d7e6e8e, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:24.877364 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:24.889159 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Calling delete_port for c7505495-cc10-42e9-9c57-0c9e3d7e6e8e owned by network:router_interface {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:25.114725 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:25.147138 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7505495-cc10-42e9-9c57-0c9e3d7e6e8e,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:25.159641 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec629d-3522-46b0-9f55-4a91a82d798a req-3b19e4c4-8fa2-4726-8928-8851f9d6ea36 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:25.161171 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04ec629d-3522-46b0-9f55-4a91a82d798a req-3b19e4c4-8fa2-4726-8928-8851f9d6ea36 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0964763 Nov 11 11:13:25.258132 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-04ec629d-3522-46b0-9f55-4a91a82d798a req-fd801e75-a3d0-4bdd-b486-75bda938ed32 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895486 Nov 11 11:13:25.353965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:25.565169 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Router 85d29673-6a0b-402d-bcac-5a9a020ea3ea has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:13:25.674261 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:13:25.681072 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-80adb84d-5e80-4e29-8717-fdae1b081352 admin admin] 10.222.0.57 "PUT /v2.0/routers/85d29673-6a0b-402d-bcac-5a9a020ea3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5570734 Nov 11 11:13:25.682394 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45834) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:25.684080 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Sync routers for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:13:25.694399 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:25.695034 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:25.791254 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks [] for router, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:25.800915 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:25.891755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:25.943857 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Deleting port 70fa8db7-57ce-4a4b-a077-17717f382400 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:25.944196 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:25.985147 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:13:25Z', 'revision_number': 5, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port': {'id': '70fa8db7-57ce-4a4b-a077-17717f382400', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:47Z', 'updated_at': '2021-11-11T11:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:26.012260 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Checking router: 85d29673-6a0b-402d-bcac-5a9a020ea3ea for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:13:26.021068 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Routers {'85d29673-6a0b-402d-bcac-5a9a020ea3ea'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:26.021674 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:26.027001 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] For port 70fa8db7-57ce-4a4b-a077-17717f382400, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=70fa8db7-57ce-4a4b-a077-17717f382400,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:26.027383 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.038993 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Calling delete_port for 70fa8db7-57ce-4a4b-a077-17717f382400 owned by network:router_gateway {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:26.106498 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] Set router 85d29673-6a0b-402d-bcac-5a9a020ea3ea gateway port host: None {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:26.163609 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:13:25Z', 'revision_number': 6, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:26.190563 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d164eb0-7016-47d3-b4b6-b71c268697fb None None] The sync data for ids ['85d29673-6a0b-402d-bcac-5a9a020ea3ea'] in dv-cinder-817514-2-iscsi is: [{'id': '85d29673-6a0b-402d-bcac-5a9a020ea3ea', 'name': 'tempest-TestVolumeBootPattern-296300499-router', 'tenant_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:46Z', 'updated_at': '2021-11-11T11:13:25Z', 'revision_number': 6, 'project_id': '0ca626fb587a4b7b8ad2d13ea2a0a826', 'gw_port_host': None}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:13:26.465897 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.495391 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Pushing event deleted for resources: {'Port': ['ID=70fa8db7-57ce-4a4b-a077-17717f382400,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:26.508239 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b822e39-1a36-456b-a96c-7c163cb45367 req-e8df1ad4-793b-4aaf-b765-919c82d5085f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:26.510265 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0b822e39-1a36-456b-a96c-7c163cb45367 req-e8df1ad4-793b-4aaf-b765-919c82d5085f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0914083 Nov 11 11:13:26.599551 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-0b822e39-1a36-456b-a96c-7c163cb45367 req-5f519524-3ff7-4764-a150-343e4a810201 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Nov 11 11:13:26.600386 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.692762 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.694939 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.739243 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.739727 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d29673-6a0b-402d-bcac-5a9a020ea3ea {{(pid=101619) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:13:26.744151 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] Publish callbacks [] for router, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.745100 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-a9f626cf-33ac-42bb-a14f-6c404e3cadad admin admin] 10.222.0.57 "DELETE /v2.0/routers/85d29673-6a0b-402d-bcac-5a9a020ea3ea HTTP/1.1" status: 204 len: 168 time: 1.0618010 Nov 11 11:13:26.748183 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45840) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:26.795080 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Deleting subnet e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:13:26.798015 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.831803 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.905409 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.958441 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.989567 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:26.993834 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e90d97d7-fa6a-4fb8-9b46-2c73e5b42777 HTTP/1.1" status: 204 len: 168 time: 0.2438464 Nov 11 11:13:26.994643 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9d1d6-7eb0-4a3f-b018-f78614674a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90d97d7-fa6a-4fb8-9b46-2c73e5b42777,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:26.996457 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45842) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:26.997775 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cec39-c3e1-421c-a933-40a8abc6e659 None None] Network 18103c72-c43b-4e4f-8feb-4b9da3873d47 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:13:27.072732 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.127493 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Deleting port eef670b3-c9fb-4815-97d4-c854feee5cc8 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:27.127866 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.179221 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] DHCP port deletion for 18103c72-c43b-4e4f-8feb-4b9da3873d47 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:13:27.217792 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] For port eef670b3-c9fb-4815-97d4-c854feee5cc8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=eef670b3-c9fb-4815-97d4-c854feee5cc8,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:27.218258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.237265 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Calling delete_port for eef670b3-c9fb-4815-97d4-c854feee5cc8 owned by network:dhcp {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:27.246352 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Deleting port eef670b3-c9fb-4815-97d4-c854feee5cc8 {{(pid=101621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:27.246627 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.321063 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.327103 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] For port eef670b3-c9fb-4815-97d4-c854feee5cc8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=eef670b3-c9fb-4815-97d4-c854feee5cc8,segment=NetworkSegment(8b53e9ed-7a73-424f-b0c6-451a9bc609c5),segment_id=8b53e9ed-7a73-424f-b0c6-451a9bc609c5)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:27.327655 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.334965 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] No DVR routers for this DVR port eef670b3-c9fb-4815-97d4-c854feee5cc8 on host dv-cinder-817514-2-iscsi {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:27.341573 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Calling delete_port for eef670b3-c9fb-4815-97d4-c854feee5cc8 owned by network:dhcp {{(pid=101621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:27.375188 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eef670b3-c9fb-4815-97d4-c854feee5cc8,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:27.417748 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.428710 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.447046 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] Pushing event deleted for resources: {'Port': ['ID=eef670b3-c9fb-4815-97d4-c854feee5cc8,revision_number=None']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:27.450666 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0629211-b703-418f-a4cf-3da51cfea9c2 None None] No DVR routers for this DVR port eef670b3-c9fb-4815-97d4-c854feee5cc8 on host dv-cinder-817514-2-iscsi {{(pid=101621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:27.466554 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18103c72-c43b-4e4f-8feb-4b9da3873d47']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:27.475979 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b53e9ed-7a73-424f-b0c6-451a9bc609c5') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:27.476281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b53e9ed-7a73-424f-b0c6-451a9bc609c5') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:27.486247 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.499843 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.505700 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:13:27.506085 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:13:27.507686 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:13:27.562384 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.567659 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:27.570883 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/18103c72-c43b-4e4f-8feb-4b9da3873d47 HTTP/1.1" status: 204 len: 168 time: 0.5733528 Nov 11 11:13:27.574102 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45846) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:27.586456 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752d75-8416-4327-b3af-0a031ef765ec admin admin] Pushing event deleted for resources: {'Network': ['ID=18103c72-c43b-4e4f-8feb-4b9da3873d47,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:27.720963 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e177-5139-451d-9491-b71b794100a0 req-6158eb68-382b-4174-a133-1ff44edd577f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:27.722573 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8894e177-5139-451d-9491-b71b794100a0 req-6158eb68-382b-4174-a133-1ff44edd577f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0526102 Nov 11 11:13:27.786327 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-8894e177-5139-451d-9491-b71b794100a0 req-b4b79e3f-324a-4003-a1cb-8c25aa65f8b8 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556734 Nov 11 11:13:27.809808 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 70fa8db7-57ce-4a4b-a077-17717f382400 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:27.831363 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 70fa8db7-57ce-4a4b-a077-17717f382400 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:27.831698 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 70fa8db7-57ce-4a4b-a077-17717f382400 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:27.832104 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device eef670b3-c9fb-4815-97d4-c854feee5cc8 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:27.854587 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: eef670b3-c9fb-4815-97d4-c854feee5cc8 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:27.855108 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device eef670b3-c9fb-4815-97d4-c854feee5cc8 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:27.855518 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c7505495-cc10-42e9-9c57-0c9e3d7e6e8e no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:27.875128 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: c7505495-cc10-42e9-9c57-0c9e3d7e6e8e {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:27.875474 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c7505495-cc10-42e9-9c57-0c9e3d7e6e8e not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:27.955597 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:28.190844 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Deleting port 72fee53a-e8d2-4e5c-b738-d9c978205475 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:28.191172 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:28.213092 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-9419acc8-2ba1-4968-b1df-90cc202c37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.214584 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-9419acc8-2ba1-4968-b1df-90cc202c37db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3&tenant_id=1410e55ef5664e9eb81f37a2f67b017d HTTP/1.1" status: 200 len: 1097 time: 0.0404942 Nov 11 11:13:28.268806 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] For port 72fee53a-e8d2-4e5c-b738-d9c978205475, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=72fee53a-e8d2-4e5c-b738-d9c978205475,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:28.269070 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:28.274332 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-1fb596b7-0fd9-45de-8dde-665e8fef7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.276530 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-1fb596b7-0fd9-45de-8dde-665e8fef7514 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1097 time: 0.0400457 Nov 11 11:13:28.281889 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Calling delete_port for 72fee53a-e8d2-4e5c-b738-d9c978205475 owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:28.369670 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-f92f1e5b-52af-40d2-b3d3-1ed8b93a46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.371129 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-f92f1e5b-52af-40d2-b3d3-1ed8b93a46f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0873179 Nov 11 11:13:28.440966 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-5f39db56-5e8a-4b05-a289-a2ee80eb41a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 999 time: 0.0628846 Nov 11 11:13:28.457221 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:28.482420 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=72fee53a-e8d2-4e5c-b738-d9c978205475,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:28.492762 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-4fa580fa-3b8f-422c-9640-5151677a00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.494875 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-4fa580fa-3b8f-422c-9640-5151677a00fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0467474 Nov 11 11:13:28.542960 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-e8677bb5-2bd1-437c-bce6-90624fe8eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.544506 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-e8677bb5-2bd1-437c-bce6-90624fe8eb97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425193 Nov 11 11:13:28.649145 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-0fc1acaf-b029-4190-94e0-a05cb81af077 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969009 Nov 11 11:13:28.653317 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:28.740524 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-87d92e2b-aa45-4dba-b4ec-620680fe77aa req-fdbd0dbd-3bd1-4541-9a4b-991d2df6e068 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Nov 11 11:13:28.866919 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Router 50fa40d5-2f02-44ed-8e15-131ff9549545 has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:13:28.903960 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9b32b-252d-4067-aecd-8df18bc982f7 req-543834f7-80cf-4a76-ad95-b147742deb2e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:28.905476 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49b9b32b-252d-4067-aecd-8df18bc982f7 req-543834f7-80cf-4a76-ad95-b147742deb2e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0495431 Nov 11 11:13:28.954818 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-49b9b32b-252d-4067-aecd-8df18bc982f7 req-c646ef92-6889-4b74-91da-4285171f128a tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Nov 11 11:13:29.215545 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:13:29.220770 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-09c1e9f7-3135-45de-b06c-8aa3bbdaeb5d admin admin] 10.222.0.57 "PUT /v2.0/routers/50fa40d5-2f02-44ed-8e15-131ff9549545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455750 Nov 11 11:13:29.223242 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45852) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:29.225801 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Sync routers for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:13:29.236091 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:29.236801 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:29.323473 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.336813 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:29.423681 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.474938 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Deleting port c08eaff5-4163-424f-b202-a229e086d2db {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:29.475170 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.512754 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:13:28Z', 'revision_number': 5, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port': {'id': 'c08eaff5-4163-424f-b202-a229e086d2db', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:29.539103 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Checking router: 50fa40d5-2f02-44ed-8e15-131ff9549545 for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:13:29.547147 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Routers {'50fa40d5-2f02-44ed-8e15-131ff9549545'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:13:29.547746 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:13:13Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['50fa40d5-2f02-44ed-8e15-131ff9549545'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:29.555612 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] For port c08eaff5-4163-424f-b202-a229e086d2db, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=c08eaff5-4163-424f-b202-a229e086d2db,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:29.555999 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.567873 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Calling delete_port for c08eaff5-4163-424f-b202-a229e086d2db owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:29.637034 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] Set router 50fa40d5-2f02-44ed-8e15-131ff9549545 gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:13:29.687112 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:13:29Z', 'revision_number': 6, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:29.746528 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.772042 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08eaff5-4163-424f-b202-a229e086d2db,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:29.808292 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df44181-cc86-463f-893e-045cb7412a6f None None] The sync data for ids ['50fa40d5-2f02-44ed-8e15-131ff9549545'] in dv-cinder-817514-2-iscsi is: [{'id': '50fa40d5-2f02-44ed-8e15-131ff9549545', 'name': 'tempest-TestVolumeBootPattern-1239463925-router', 'tenant_id': 'e6d9c63687f1489893a6297867298231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:05:52Z', 'updated_at': '2021-11-11T11:13:29Z', 'revision_number': 6, 'project_id': 'e6d9c63687f1489893a6297867298231', 'gw_port_host': None}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:13:29.839882 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.943418 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.945571 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.989672 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.990218 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50fa40d5-2f02-44ed-8e15-131ff9549545 {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:13:29.995718 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:29.996950 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-820311ce-cd0a-4d93-a207-ae2f3e87f785 admin admin] 10.222.0.57 "DELETE /v2.0/routers/50fa40d5-2f02-44ed-8e15-131ff9549545 HTTP/1.1" status: 204 len: 168 time: 0.7727008 Nov 11 11:13:29.999596 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45856) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:30.073296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.db_base_plugin_v2 [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Deleting subnet be18b5f8-03bd-4e23-a585-a306f7268ac3 {{(pid=101619) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:13:30.077599 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.111841 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3863aa-3706-4d84-ba91-00fe2b4af93a req-0e33bba8-0ef4-4dc0-b3ad-83b1eefa8ace tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:30.113249 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ec3863aa-3706-4d84-ba91-00fe2b4af93a req-0e33bba8-0ef4-4dc0-b3ad-83b1eefa8ace tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0839584 Nov 11 11:13:30.130082 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5536132'] for subnet, precommit_delete_associations {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.204800 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-ec3863aa-3706-4d84-ba91-00fe2b4af93a req-28056c33-aa22-43dd-9b58-f582e13be523 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856409 Nov 11 11:13:30.246274 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.297991 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4353314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475440'] for subnet, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.320510 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be18b5f8-03bd-4e23-a585-a306f7268ac3,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:30.326640 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for subnet, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.332168 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-969ea02f-d0ea-4b14-85ad-bae3ff9fddb1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/be18b5f8-03bd-4e23-a585-a306f7268ac3 HTTP/1.1" status: 204 len: 168 time: 0.3292503 Nov 11 11:13:30.332335 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a603f-2ff7-4390-b7e7-a325883e32ed None None] Network 607e6235-7e3b-415b-b2dc-a4f65e2f5830 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:13:30.332847 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45858) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:30.402522 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.454129 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Deleting port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:30.454470 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.516240 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] For port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,segment=NetworkSegment(60edd31a-d1f5-4e46-aa8a-f634a6a4f042),segment_id=60edd31a-d1f5-4e46-aa8a-f634a6a4f042)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:30.516530 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.528881 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Calling delete_port for 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 owned by network:dhcp {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:30.560472 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] DHCP port deletion for 607e6235-7e3b-415b-b2dc-a4f65e2f5830 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:13:30.610961 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Deleting port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 {{(pid=101621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:13:30.611334 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.611896 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.638191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:30.642357 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] No DVR routers for this DVR port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 on host dv-cinder-817514-2-iscsi {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:30.679770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] For port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18, host dv-cinder-817514-2-iscsi, got binding levels [] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:30.680169 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.694560 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Calling delete_port for 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 owned by network:dhcp {{(pid=101621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:13:30.697943 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.ipam_backend_mixin [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 was not found and therefore no delete operation was performed {{(pid=101621) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 11:13:30.699355 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218'] for port, after_delete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.717423 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.724650 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] Pushing event deleted for resources: {'Port': ['ID=9c71052c-a10b-4d2b-9930-0a4a12ab7c18,revision_number=None']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:30.726436 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8361917-91fe-4136-a09c-a475298a8395 None None] No DVR routers for this DVR port 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 on host dv-cinder-817514-2-iscsi {{(pid=101621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:13:30.738258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607e6235-7e3b-415b-b2dc-a4f65e2f5830']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:30.748951 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60edd31a-d1f5-4e46-aa8a-f634a6a4f042') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:30.749389 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60edd31a-d1f5-4e46-aa8a-f634a6a4f042') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:13:30.758761 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.773109 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.780255 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:13:30.780864 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:13:30.782579 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:13:30.844369 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.850235 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:30.853834 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] 10.222.0.57 "DELETE /v2.0/networks/607e6235-7e3b-415b-b2dc-a4f65e2f5830 HTTP/1.1" status: 204 len: 168 time: 0.5205643 Nov 11 11:13:30.865375 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f0d2-4401-4822-a2b3-f2bfc10c924e admin admin] Pushing event deleted for resources: {'Network': ['ID=607e6235-7e3b-415b-b2dc-a4f65e2f5830,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:30.965139 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45862) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:31.004621 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-7eaa44b4-e5e6-4942-9556-fdf87827a61f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ca626fb587a4b7b8ad2d13ea2a0a826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382380 Nov 11 11:13:31.006912 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45864) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:31.052484 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.072863 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.117685 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.120781 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.121897 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/624de026-fd3e-4a1a-a6bd-d093d7dae6bf HTTP/1.1" status: 204 len: 168 time: 0.1141007 Nov 11 11:13:31.129293 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338557d3-5c2d-4aad-968c-3d4f36f3b6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624de026-fd3e-4a1a-a6bd-d093d7dae6bf,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:31.331342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0a51d-a1c1-4a35-ac8d-70f8941d3044 req-906638ce-0b58-4339-94c4-150884fc3c91 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:31.332760 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fba0a51d-a1c1-4a35-ac8d-70f8941d3044 req-906638ce-0b58-4339-94c4-150884fc3c91 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0520291 Nov 11 11:13:31.382027 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-fba0a51d-a1c1-4a35-ac8d-70f8941d3044 req-ef75f1e2-07fe-4be9-83aa-bf2be2385b6f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Nov 11 11:13:31.444187 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45872) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:31.485972 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-1e50d52a-bba1-4dc6-a9d1-5bbac9cee223 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6d9c63687f1489893a6297867298231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406189 Nov 11 11:13:31.488661 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45874) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:13:31.537837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.558231 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.604755 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.607460 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:31.608617 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1ad52ad-82bf-4e4f-90ba-798b0d52f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1187336 Nov 11 11:13:31.616472 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff859ef-6f3b-46c1-9be4-456234dfc274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad52ad-82bf-4e4f-90ba-798b0d52f9e3,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:31.767864 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c08eaff5-4163-424f-b202-a229e086d2db no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:31.794001 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: c08eaff5-4163-424f-b202-a229e086d2db {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:31.794346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device c08eaff5-4163-424f-b202-a229e086d2db not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:31.794756 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 72fee53a-e8d2-4e5c-b738-d9c978205475 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:31.818461 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 72fee53a-e8d2-4e5c-b738-d9c978205475 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:31.818807 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 72fee53a-e8d2-4e5c-b738-d9c978205475 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:31.819225 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:13:31.842835 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:13:31.843180 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 9c71052c-a10b-4d2b-9930-0a4a12ab7c18 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:13:32.500065 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d82f8-da1e-4815-bbf5-b10ee5687e60 req-9094616e-966c-4d4d-994c-452e224a57f7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:32.501584 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-070d82f8-da1e-4815-bbf5-b10ee5687e60 req-9094616e-966c-4d4d-994c-452e224a57f7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0528374 Nov 11 11:13:32.552431 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-070d82f8-da1e-4815-bbf5-b10ee5687e60 req-dc47b7af-cb5a-4908-afef-37b89ad2acd8 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Nov 11 11:13:33.664832 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050b3e-e374-4bf1-b52c-9ba21d6d289d req-4a1ee0d5-be8d-46c2-a7e8-b6fc7fd3d8ea tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:33.666306 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-03050b3e-e374-4bf1-b52c-9ba21d6d289d req-4a1ee0d5-be8d-46c2-a7e8-b6fc7fd3d8ea tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0493164 Nov 11 11:13:33.715091 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-03050b3e-e374-4bf1-b52c-9ba21d6d289d req-d3c7d082-43e2-46c9-acca-2e9d360ca1be tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Nov 11 11:13:34.829046 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f737bf-a3e5-4168-a62e-da7e5dafdf87 req-6f1cad07-11bf-4313-ae27-b98d4ae95156 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:34.830497 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-40f737bf-a3e5-4168-a62e-da7e5dafdf87 req-6f1cad07-11bf-4313-ae27-b98d4ae95156 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0481806 Nov 11 11:13:34.880775 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-40f737bf-a3e5-4168-a62e-da7e5dafdf87 req-0f17c8f8-7ad2-4c3e-86e6-82a93326b90a tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444376 Nov 11 11:13:35.997822 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c028743-0004-41b0-a9a9-2fef02c3bff7 req-ddb84095-1d1b-40d4-b204-0e06ac787b9f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:35.999197 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2c028743-0004-41b0-a9a9-2fef02c3bff7 req-ddb84095-1d1b-40d4-b204-0e06ac787b9f tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 944 time: 0.0521028 Nov 11 11:13:36.048190 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-2c028743-0004-41b0-a9a9-2fef02c3bff7 req-22eb72a3-cc1e-43c9-9d2d-4ef769548623 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Nov 11 11:13:36.062926 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 details requested by agent hyperv_hv-cinder-81751 with host hv-cinder-81751 {{(pid=101621) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 11:13:36.163698 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:36.175651 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Returning: {'device': 'd71d9380-d647-4af8-b7e5-62440563d391', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'port_id': 'd71d9380-d647-4af8-b7e5-62440563d391', 'mac_address': 'fa:16:3e:d6:ba:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101621) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 11:13:36.211180 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:36.224229 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71d9380-d647-4af8-b7e5-62440563d391 {{(pid=101621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 11:13:36.243208 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:36.246953 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:36.291926 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=7']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:36.460090 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] get_ports_and_sgs() called for port_ids ['d71d9380-d647-4af8-b7e5-62440563d391'] {{(pid=101621) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 11:13:37.160182 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a81fe-a610-47b3-8263-363a7f3cf304 req-a8f2d490-8e25-4295-9836-58f02865183e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:37.161657 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-780a81fe-a610-47b3-8263-363a7f3cf304 req-a8f2d490-8e25-4295-9836-58f02865183e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 945 time: 0.0480645 Nov 11 11:13:37.208756 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-780a81fe-a610-47b3-8263-363a7f3cf304 req-d01efe71-fb7f-4df6-bf0b-b89a49b6436e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Nov 11 11:13:38.065339 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 up at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 11:13:38.111986 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Provisioning complete for port d71d9380-d647-4af8-b7e5-62440563d391 triggered by entity L2. {{(pid=101621) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 11:13:38.112346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720632'] for port, provisioning_complete {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:38.183776 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1577584'] for port, before_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:38.205200 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:13:38.207437 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5f8fef5b75085a7328131ce2d2c56afdf8bff483e947830f90d074b2360d1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd827fdb-b8be-46e0-9762-2d89b6e9f2b4" -d '{"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-plugged", "status": "completed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:13:38.222965 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.db [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:13:38.228331 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729291094155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729290681227', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729290681245'] for port, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:38.275517 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Pushing event updated for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=8']} {{(pid=101621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:13:38.326981 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f697-34e1-429e-b23a-3e60a7cf23e3 req-6cd573d8-6550-43ce-bf9e-14b562139cce tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:38.328537 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5dc8f697-34e1-429e-b23a-3e60a7cf23e3 req-6cd573d8-6550-43ce-bf9e-14b562139cce tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0516682 Nov 11 11:13:38.377513 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5dc8f697-34e1-429e-b23a-3e60a7cf23e3 req-f798148d-c2fd-47b3-89a2-905f1d0a48a8 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 Nov 11 11:13:38.427579 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f24a45-1e4e-4efd-bbd1-03cbf911430f x-openstack-request-id: req-06f24a45-1e4e-4efd-bbd1-03cbf911430f {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:13:38.427873 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-plugged", "status": "completed", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "code": 200}]} {{(pid=101621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:13:38.428127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06f24a45-1e4e-4efd-bbd1-03cbf911430f {{(pid=101621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:13:38.428541 dv-cinder-817514-2-iscsi neutron-server[101621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'code': 200} Nov 11 11:13:38.631036 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129d512-5626-49f6-8219-a41fce8e8d2a req-5d79defa-7124-40ab-98a9-4b0bac5f9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:38.632407 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f129d512-5626-49f6-8219-a41fce8e8d2a req-5d79defa-7124-40ab-98a9-4b0bac5f9ecb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0384624 Nov 11 11:13:38.679114 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-f129d512-5626-49f6-8219-a41fce8e8d2a req-5e28cd60-128c-44bd-be7f-11da7ffc2159 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Nov 11 11:13:39.489296 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1223e-7fa7-4ef9-a373-fa24d8437c31 req-dbc91a7d-4f3a-4add-b2b9-d299d936dec7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:39.490739 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fc1223e-7fa7-4ef9-a373-fa24d8437c31 req-dbc91a7d-4f3a-4add-b2b9-d299d936dec7 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0480585 Nov 11 11:13:39.555004 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-5fc1223e-7fa7-4ef9-a373-fa24d8437c31 req-036fe626-85fb-4086-8ac5-0dd7b8ec4f39 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585043 Nov 11 11:13:40.460451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-f2a514b4-aeb2-4bf2-b483-74c6e5c81a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:40.670734 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6a3ff-0214-43e9-9909-948a6505e11d req-650171db-887b-4ce6-aa75-ea93fbf08acf tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:13:40.672177 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9fc6a3ff-0214-43e9-9909-948a6505e11d req-650171db-887b-4ce6-aa75-ea93fbf08acf tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0473619 Nov 11 11:13:40.719365 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-9fc6a3ff-0214-43e9-9909-948a6505e11d req-b78e423c-40e9-4e89-8d81-91cd17051f76 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 Nov 11 11:13:42.893408 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-aed5edc9-09df-4083-aec8-c362a69c7640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:43.980346 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:45.483810 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:46.380024 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:13:52.984490 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:13:53.269202 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:10.460779 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-080748df-e3f1-4ce6-9088-febacb837bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:12.895435 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-195bc44b-53bb-46e7-8dc5-f6239d0fb592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:13.982997 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:15.486961 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:16.383162 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:23.279007 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:28.431641 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-93a3aa24-04f2-4c50-bed0-be6653e1f6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376868 Nov 11 11:14:28.511018 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-1f529214-ee94-4a51-8077-da4961e0139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:28.512461 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-1f529214-ee94-4a51-8077-da4961e0139b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.0398085 Nov 11 11:14:28.616072 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-3978f701-8923-4c29-a3b4-a03baed69a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:28.617544 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-3978f701-8923-4c29-a3b4-a03baed69a86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.0855620 Nov 11 11:14:28.684719 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-e3411774-40b3-48cf-b4ba-a38fbb632790 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 1001 time: 0.0593317 Nov 11 11:14:28.731014 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-5c7af8ff-a31d-4bf6-81a1-806faabcdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:28.732385 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-5c7af8ff-a31d-4bf6-81a1-806faabcdd52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0414541 Nov 11 11:14:28.775985 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-02b5e4fe-8d07-4ef4-a80f-04a6f041a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:28.777662 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-02b5e4fe-8d07-4ef4-a80f-04a6f041a5c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382512 Nov 11 11:14:28.877754 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-110f3f39-9147-4e78-acf5-968d14836b96 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918720 Nov 11 11:14:28.963700 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b83d2c7d-0af2-47b0-95aa-f9d72463b3db req-26d19331-c02a-4fc7-8db7-b6b154714806 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798450 Nov 11 11:14:29.982431 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:14:40.462584 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3b49-50d7-42c6-b374-658076a3a283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:42.899965 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b620-15a7-4dd8-bbfc-2714971ba8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:43.985419 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:45.490413 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:46.385458 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.280858 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.584813 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45918) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:14:53.738925 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Deleting port 6ea87f0d-90ac-4f67-b069-2e218c3384d2 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:14:53.739265 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.817338 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.817661 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.828858 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Calling delete_port for 6ea87f0d-90ac-4f67-b069-2e218c3384d2 owned by network:floatingip {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:14:53.969311 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:53.994668 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event deleted for resources: {'Port': ['ID=6ea87f0d-90ac-4f67-b069-2e218c3384d2,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:14:54.019721 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.020074 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.020417 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.020855 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.021382 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.021776 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.022103 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.022432 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.022763 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.023092 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.023414 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.023733 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:54.065358 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for floatingip, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:54.065692 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.db.l3_db [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Floating IP d9529115-2267-4829-bd57-fe6487f9488a disassociated (deleted). External IP: 172.27.1.30, port: d71d9380-d647-4af8-b7e5-62440563d391. Nov 11 11:14:54.267469 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Router d69401c7-2acd-4558-8739-15687b2ff5ff has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101619) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:14:54.372365 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101619) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:14:54.377151 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for floatingip, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:54.382091 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Sync routers for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:14:54.391601 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:14:54.392223 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:14:54.403948 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-156fc299-ac94-4a69-9d94-ad268cf7f48d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "DELETE /v2.0/floatingips/d9529115-2267-4829-bd57-fe6487f9488a HTTP/1.1" status: 204 len: 168 time: 0.8181422 Nov 11 11:14:54.404537 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:14:54.406945 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264" -d '{"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:14:54.500451 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:14:54.524003 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ba648-088f-4769-aa9d-ba388edc9abf x-openstack-request-id: req-467ba648-088f-4769-aa9d-ba388edc9abf {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:14:54.524543 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:14:54.525545 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-467ba648-088f-4769-aa9d-ba388edc9abf {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:14:54.527095 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'status': 'completed', 'code': 200} Nov 11 11:14:54.720770 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:14:54.748166 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Checking router: d69401c7-2acd-4558-8739-15687b2ff5ff for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:14:54.757402 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:14:54.758029 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:14:54.861407 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-813bcf86-b48e-4aac-ba14-80d44d2403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:54.862802 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-813bcf86-b48e-4aac-ba14-80d44d2403d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 1099 time: 0.3068120 Nov 11 11:14:54.865991 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:14:54.922397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa751d3-7f04-42ed-bda4-31a8f99b5255 req-022f466f-5f35-427b-ac12-80b2df09e1a3 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:54.923869 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-afa751d3-7f04-42ed-bda4-31a8f99b5255 req-022f466f-5f35-427b-ac12-80b2df09e1a3 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.3352716 Nov 11 11:14:55.004170 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-afa751d3-7f04-42ed-bda4-31a8f99b5255 req-53e8df5a-e29a-4238-9efd-658aa9ce53bf tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729682 Nov 11 11:14:55.008375 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-bdda80d0-28e3-4b7b-81b6-e3f94c95001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:55.010738 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-bdda80d0-28e3-4b7b-81b6-e3f94c95001c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 200 len: 910 time: 0.1382535 Nov 11 11:14:55.053397 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-98817b47-793f-4810-a5bc-369f3af31088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 200 len: 217 time: 0.0352278 Nov 11 11:14:55.066811 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:14:55.093444 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5047f5-6674-4b8d-9d31-d9326e0baf93 None None] The sync data for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi is: [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:21Z', 'revision_number': 4, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi', '_interfaces': [{'id': 'abac1ddc-c30c-46fc-8f2f-5426d98fb949', 'name': '', 'network_id': '8406c768-dfab-489f-9842-e446e590ca65', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'mac_address': 'fa:16:3e:cb:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:20Z', 'updated_at': '2021-11-11T11:10:26Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'subnets': [{'id': '6d3fac0b-13a9-4c56-b660-3ecff0b6a58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:14:55.101140 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-a545de93-7f84-4b2d-9f7b-886d67a4a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:55.102601 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-a545de93-7f84-4b2d-9f7b-886d67a4a206 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 200 len: 848 time: 0.0427022 Nov 11 11:14:55.150277 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-b7bdf5eb-40c1-4efb-b23f-130f38768697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:55.151769 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-b7bdf5eb-40c1-4efb-b23f-130f38768697 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8406c768-dfab-489f-9842-e446e590ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419261 Nov 11 11:14:55.246130 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-e4dc2cd0-6716-40f5-874e-cc30ed147289 service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868058 Nov 11 11:14:55.317735 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2744da-e2c4-4309-bc3b-19fe05a3c111 None None] New status for floating IP d9529115-2267-4829-bd57-fe6487f9488a: DOWN {{(pid=101622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 11:14:55.340099 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c2c23a00-c2c8-449b-9fd6-2e78a65d4264 req-dc34fe8c-7421-4df3-a6ee-78866a444a9e service neutron] 10.222.0.20 "GET /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846093 Nov 11 11:14:56.149824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d9a95-0697-4203-b443-f7038987ca3a req-cc7aad8d-fbce-4e75-b28b-0a5835de12b8 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:56.151837 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c80d9a95-0697-4203-b443-f7038987ca3a req-cc7aad8d-fbce-4e75-b28b-0a5835de12b8 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0768776 Nov 11 11:14:56.173640 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-f556afea-ccbb-4f41-84e8-1375fb7de6fb tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101619) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 11:14:56.174999 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-f556afea-ccbb-4f41-84e8-1375fb7de6fb tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 946 time: 0.0702314 Nov 11 11:14:56.241423 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-c80d9a95-0697-4203-b443-f7038987ca3a req-4fcf8dbc-2e17-4d58-b6f3-aa6b366fe9c0 tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7d3cd10-c5e8-441e-84d7-a1a220a0921c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829599 Nov 11 11:14:56.296141 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Deleting port d71d9380-d647-4af8-b7e5-62440563d391 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:14:56.296397 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:56.383258 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] For port d71d9380-d647-4af8-b7e5-62440563d391, host hv-cinder-81751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81751',level=0,port_id=d71d9380-d647-4af8-b7e5-62440563d391,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:14:56.383612 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:56.396467 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Calling delete_port for d71d9380-d647-4af8-b7e5-62440563d391 owned by compute:nova {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:14:56.520878 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:56.550332 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event deleted for resources: {'Port': ['ID=d71d9380-d647-4af8-b7e5-62440563d391,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:14:56.591188 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] No DVR routers for this DVR port d71d9380-d647-4af8-b7e5-62440563d391 on host hv-cinder-81751 {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:14:56.593864 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53647'] for port, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:56.597361 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-b990d82e-5587-40d8-9221-c7f7dac1297b req-edf93b8f-e48e-4275-841d-6f0e9cc8cc8d tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.20 "DELETE /v2.0/ports/d71d9380-d647-4af8-b7e5-62440563d391 HTTP/1.1" status: 204 len: 173 time: 0.4162447 Nov 11 11:14:56.597814 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-deleted', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391'}] {{(pid=101619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 11:14:56.600901 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}043babb2ae8056fca7a20e23f80e8e1640c40b0b4d07054a1ac28492b577fac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bea0fb-50c3-4e87-92a7-d190f8c2d44a" -d '{"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-deleted", "tag": "d71d9380-d647-4af8-b7e5-62440563d391"}]}' {{(pid=101619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 11:14:56.645190 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 11:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98dec23-6368-4004-be3d-d697793f18d0 x-openstack-request-id: req-d98dec23-6368-4004-be3d-d697793f18d0 {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 11:14:56.645634 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05e65d-192c-4055-a285-0f182faf67b3", "name": "network-vif-deleted", "tag": "d71d9380-d647-4af8-b7e5-62440563d391", "status": "completed", "code": 200}]} {{(pid=101619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 11:14:56.645956 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d98dec23-6368-4004-be3d-d697793f18d0 {{(pid=101619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 11:14:56.646353 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05e65d-192c-4055-a285-0f182faf67b3', 'name': 'network-vif-deleted', 'tag': 'd71d9380-d647-4af8-b7e5-62440563d391', 'status': 'completed', 'code': 200} Nov 11 11:14:57.355351 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [req-7be2c342-5628-44d8-9f3e-bc82bcc834f2 req-6963cfc5-5f80-4f4b-ba80-7f6c0b702dca tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef05e65d-192c-4055-a285-0f182faf67b3 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Nov 11 11:14:58.412900 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45946) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:14:58.468298 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:58.492189 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:58.550670 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:58.553281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:58.554431 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] 10.222.0.57 "DELETE /v2.0/security-groups/d7d3cd10-c5e8-441e-84d7-a1a220a0921c HTTP/1.1" status: 204 len: 168 time: 0.1405230 Nov 11 11:14:58.564035 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f15ac-b0ba-4bf4-af28-49812052ac3e tempest-TestShelveInstance-1738316976 tempest-TestShelveInstance-1738316976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d3cd10-c5e8-441e-84d7-a1a220a0921c,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:14:58.605712 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45950) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:14:58.939089 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:59.178825 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Deleting port abac1ddc-c30c-46fc-8f2f-5426d98fb949 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:14:59.179160 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:59.256824 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] For port abac1ddc-c30c-46fc-8f2f-5426d98fb949, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=abac1ddc-c30c-46fc-8f2f-5426d98fb949,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:14:59.257179 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:59.269472 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Calling delete_port for abac1ddc-c30c-46fc-8f2f-5426d98fb949 owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:14:59.439119 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:59.465080 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Pushing event deleted for resources: {'Port': ['ID=abac1ddc-c30c-46fc-8f2f-5426d98fb949,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:14:59.488249 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.488620 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.488965 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.489307 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.489644 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.489976 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.490306 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.490630 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.490957 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.491295 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.491616 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.491936 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817514-2-iscsi {{(pid=101620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 11:14:59.641066 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:14:59.847693 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Router d69401c7-2acd-4558-8739-15687b2ff5ff has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:14:59.951067 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:14:59.955969 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-df49818e-4a4e-48c9-8d9f-e8b6f46ad25e admin admin] 10.222.0.57 "PUT /v2.0/routers/d69401c7-2acd-4558-8739-15687b2ff5ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3492746 Nov 11 11:14:59.958526 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45954) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:14:59.961215 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Sync routers for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:14:59.971681 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:14:59.972290 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:00.058707 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.075942 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:15:00.259973 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:14:59Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:00.287805 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Checking router: d69401c7-2acd-4558-8739-15687b2ff5ff for host: dv-cinder-817514-2-iscsi {{(pid=101621) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:15:00.297872 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Routers {'d69401c7-2acd-4558-8739-15687b2ff5ff'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101621) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:15:00.298491 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['d69401c7-2acd-4558-8739-15687b2ff5ff'], 'active': True} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:00.393420 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 no longer exists at agent hyperv_hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:00.404087 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.422510 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] No Port match for: d71d9380-d647-4af8-b7e5-62440563d391 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:00.422838 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Device d71d9380-d647-4af8-b7e5-62440563d391 not bound to the agent host hv-cinder-81751 {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:00.425289 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_dvr_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] Set router d69401c7-2acd-4558-8739-15687b2ff5ff gateway port host: dv-cinder-817514-2-iscsi {{(pid=101621) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:15:00.456219 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Deleting port 93932dad-1303-4313-b0ca-136371f6147a {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:15:00.456576 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.536898 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] For port 93932dad-1303-4313-b0ca-136371f6147a, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=93932dad-1303-4313-b0ca-136371f6147a,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:15:00.537285 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.548633 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Calling delete_port for 93932dad-1303-4313-b0ca-136371f6147a owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:15:00.601330 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.db.l3_hamode_db [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:14:59Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:00.630894 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad0272-1ab4-49ba-a80d-861b7dda3629 None None] The sync data for ids ['d69401c7-2acd-4558-8739-15687b2ff5ff'] in dv-cinder-817514-2-iscsi is: [{'id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'name': 'tempest-TestShelveInstance-1504342537-router', 'tenant_id': '1410e55ef5664e9eb81f37a2f67b017d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '93932dad-1303-4313-b0ca-136371f6147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:14:59Z', 'revision_number': 5, 'project_id': '1410e55ef5664e9eb81f37a2f67b017d', 'gw_port': {'id': '93932dad-1303-4313-b0ca-136371f6147a', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69401c7-2acd-4558-8739-15687b2ff5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:18Z', 'updated_at': '2021-11-11T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}] {{(pid=101621) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:15:00.709903 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.736268 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Pushing event deleted for resources: {'Port': ['ID=93932dad-1303-4313-b0ca-136371f6147a,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:00.793008 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.878974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.881062 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.924791 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.925276 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69401c7-2acd-4558-8739-15687b2ff5ff {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:15:00.929529 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:00.930659 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-011195f7-4a52-4264-8f66-6d91a56d5930 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d69401c7-2acd-4558-8739-15687b2ff5ff HTTP/1.1" status: 204 len: 168 time: 0.9712281 Nov 11 11:15:00.933979 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45956) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:00.977940 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Deleting subnet 6d3fac0b-13a9-4c56-b660-3ecff0b6a58d {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:15:00.981119 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.016974 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.097769 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.152880 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.179200 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3fac0b-13a9-4c56-b660-3ecff0b6a58d,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:01.184997 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.190709 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b1ac8-94b0-47aa-8aca-0a5fa96b2a54 None None] Network 8406c768-dfab-489f-9842-e446e590ca65 requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:15:01.191500 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45958) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:01.192005 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-9d1890f6-3037-47e5-bc13-c252b58b5e99 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6d3fac0b-13a9-4c56-b660-3ecff0b6a58d HTTP/1.1" status: 204 len: 168 time: 0.2566605 Nov 11 11:15:01.279268 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.332138 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Deleting port 2249e570-af67-47f8-9b71-f746d45cbca8 {{(pid=101619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:15:01.332478 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.394164 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.db [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] For port 2249e570-af67-47f8-9b71-f746d45cbca8, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=2249e570-af67-47f8-9b71-f746d45cbca8,segment=NetworkSegment(a282aedb-a999-43a8-bb83-c301bb02c3bd),segment_id=a282aedb-a999-43a8-bb83-c301bb02c3bd)] {{(pid=101619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:15:01.394551 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.406405 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.plugin [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Calling delete_port for 2249e570-af67-47f8-9b71-f746d45cbca8 owned by network:dhcp {{(pid=101619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:15:01.487298 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4353295'] for port, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.513506 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Pushing event deleted for resources: {'Port': ['ID=2249e570-af67-47f8-9b71-f746d45cbca8,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:01.515342 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] No DVR routers for this DVR port 2249e570-af67-47f8-9b71-f746d45cbca8 on host dv-cinder-817514-2-iscsi {{(pid=101619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:15:01.589379 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.611212 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8406c768-dfab-489f-9842-e446e590ca65']}} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:01.618001 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d0787-d54d-4743-9d1e-c29759754846 None None] DHCP port deletion for 8406c768-dfab-489f-9842-e446e590ca65 request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:15:01.621634 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a282aedb-a999-43a8-bb83-c301bb02c3bd') {'for_net_delete': True} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:01.621932 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.services.segments.db [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a282aedb-a999-43a8-bb83-c301bb02c3bd') {} {{(pid=101619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:01.632824 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5536157'] for segment, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.645794 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.652112 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=101619) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:15:01.652486 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4353404'] for segment, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: Traceback (most recent call last): Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: timer() Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: cb(*args, **kw) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: return func(*args, **kwargs) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: self._notify() Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: self.callback(batched_events) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: event.method(event) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: return f(self, *a, **k) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._get(url).json() Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: return self.request(url, 'GET', **kwargs) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:15:01.654143 dv-cinder-817514-2-iscsi neutron-server[101619]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:15:01.706071 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.711333 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:01.714962 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8406c768-dfab-489f-9842-e446e590ca65 HTTP/1.1" status: 204 len: 168 time: 0.5217812 Nov 11 11:15:01.718042 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45960) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:01.726128 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a554efe-bf3f-4600-b478-3cc708a2b451 admin admin] Pushing event deleted for resources: {'Network': ['ID=8406c768-dfab-489f-9842-e446e590ca65,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:01.813511 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 2249e570-af67-47f8-9b71-f746d45cbca8 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:01.833197 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 2249e570-af67-47f8-9b71-f746d45cbca8 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:01.833469 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 2249e570-af67-47f8-9b71-f746d45cbca8 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:01.833875 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device abac1ddc-c30c-46fc-8f2f-5426d98fb949 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:01.852610 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: abac1ddc-c30c-46fc-8f2f-5426d98fb949 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:01.852957 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device abac1ddc-c30c-46fc-8f2f-5426d98fb949 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:01.853361 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 93932dad-1303-4313-b0ca-136371f6147a no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:01.872268 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 93932dad-1303-4313-b0ca-136371f6147a {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:01.872636 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 93932dad-1303-4313-b0ca-136371f6147a not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:02.060166 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-918253'] for router_interface, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:02.293953 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Deleting port f4436321-9ea2-4019-8559-1e68f5aa2883 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:15:02.294260 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:02.369741 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] For port f4436321-9ea2-4019-8559-1e68f5aa2883, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=f4436321-9ea2-4019-8559-1e68f5aa2883,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:15:02.370690 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:02.383034 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Calling delete_port for f4436321-9ea2-4019-8559-1e68f5aa2883 owned by network:router_interface {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:15:02.553099 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:02.579052 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f4436321-9ea2-4019-8559-1e68f5aa2883,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:02.741259 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918909'] for router_interface, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:02.949596 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Router e7dff4ba-c9b6-4043-a5fc-061eb99029df has already been hosted by L3 agent 81c92f9e-714b-4be9-bba1-8f98da8524ca {{(pid=101620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 11:15:03.053670 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] Notify agent at l3_agent.dv-cinder-817514-2-iscsi the message routers_updated {{(pid=101620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 11:15:03.058614 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-a962c519-14ca-41dd-a792-228fd7a7a9ea admin admin] 10.222.0.57 "PUT /v2.0/routers/e7dff4ba-c9b6-4043-a5fc-061eb99029df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3395658 Nov 11 11:15:03.061071 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45962) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:03.063676 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Sync routers for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 11:15:03.073275 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:15:03.073878 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:03.160646 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.175928 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: dv-cinder-817514-2-iscsi {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:15:03.265250 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.317318 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Deleting port 1de1902a-4be1-4b0b-b361-67f5d382bab1 {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:15:03.317654 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.352835 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'external_fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:15:02Z', 'revision_number': 5, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port': {'id': '1de1902a-4be1-4b0b-b361-67f5d382bab1', 'name': '', 'network_id': '42250fff-c74e-452c-97ee-5251b5ce60af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817514-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '470cb170-94a4-4936-ac8a-9fad2d8c454f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817514-2-iscsi'}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:03.378319 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Checking router: e7dff4ba-c9b6-4043-a5fc-061eb99029df for host: dv-cinder-817514-2-iscsi {{(pid=101622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 11:15:03.387151 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Routers {'e7dff4ba-c9b6-4043-a5fc-061eb99029df'} bound to L3 agent in host dv-cinder-817514-2-iscsi {{(pid=101622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 11:15:03.387742 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817514-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T10:54:13Z,description=,heartbeat_timestamp=2021-11-11T11:14:43Z,host='dv-cinder-817514-2-iscsi',id=81c92f9e-714b-4be9-bba1-8f98da8524ca,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T10:54:13Z,topic='l3_agent')) {'router_ids': ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'], 'active': True} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:03.399385 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] For port 1de1902a-4be1-4b0b-b361-67f5d382bab1, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=1de1902a-4be1-4b0b-b361-67f5d382bab1,segment=NetworkSegment(78d921cd-5a5b-4e71-87a7-a9adce81d2ef),segment_id=78d921cd-5a5b-4e71-87a7-a9adce81d2ef)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:15:03.399764 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.411598 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Calling delete_port for 1de1902a-4be1-4b0b-b361-67f5d382bab1 owned by network:router_gateway {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:15:03.471935 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_dvr_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] Set router e7dff4ba-c9b6-4043-a5fc-061eb99029df gateway port host: None {{(pid=101622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 11:15:03.524884 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.l3_hamode_db [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:15:03Z', 'revision_number': 6, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port_host': None}], 'dv-cinder-817514-2-iscsi', False) {} {{(pid=101622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:03.550542 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552ba82-4208-46b9-98d1-3eaa089254e9 None None] The sync data for ids ['e7dff4ba-c9b6-4043-a5fc-061eb99029df'] in dv-cinder-817514-2-iscsi is: [{'id': 'e7dff4ba-c9b6-4043-a5fc-061eb99029df', 'name': 'tempest-TestShelveInstance-1785556550-router', 'tenant_id': '58aac501ce3843d49658112a3f338269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:10:23Z', 'updated_at': '2021-11-11T11:15:03Z', 'revision_number': 6, 'project_id': '58aac501ce3843d49658112a3f338269', 'gw_port_host': None}] {{(pid=101622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 11:15:03.576300 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.604265 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de1902a-4be1-4b0b-b361-67f5d382bab1,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:03.669161 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921239'] for router_gateway, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.755238 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-982272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123562'] for router, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.757085 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.799263 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-982283'] for router, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.799838 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7dff4ba-c9b6-4043-a5fc-061eb99029df {{(pid=101620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 11:15:03.804271 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] Publish callbacks [] for router, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.805368 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-280b0cfe-a32c-4801-a73e-1d3ce59bdfb6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e7dff4ba-c9b6-4043-a5fc-061eb99029df HTTP/1.1" status: 204 len: 168 time: 0.7433989 Nov 11 11:15:03.808403 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45964) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:03.850378 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Deleting subnet 076f092f-0a2f-432b-ad1a-929c6530334a {{(pid=101620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 11:15:03.853265 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.890696 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6286242'] for subnet, precommit_delete_associations {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:03.969758 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723658'] for subnet, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.022201 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device f4436321-9ea2-4019-8559-1e68f5aa2883 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:04.033246 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4914213'] for subnet, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.045795 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: f4436321-9ea2-4019-8559-1e68f5aa2883 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:04.046132 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device f4436321-9ea2-4019-8559-1e68f5aa2883 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:04.063004 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076f092f-0a2f-432b-ad1a-929c6530334a,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:04.065028 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.068447 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-51b68c6f-3bfd-4ed4-a231-49c7b26e9ba3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/076f092f-0a2f-432b-ad1a-929c6530334a HTTP/1.1" status: 204 len: 168 time: 0.2587461 Nov 11 11:15:04.069043 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e23382-0bb1-40b5-81f0-fe8814fd81f0 None None] Network a36c8946-2b88-4782-b340-d2415e35f46d requested from dv-cinder-817514-2-iscsi {{(pid=101621) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 11:15:04.070698 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [-] (101620) accepted ('10.222.0.57', 45966) {{(pid=101620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:04.141415 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1942374'] for network, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.193232 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Deleting port 5c408fcf-2944-4cc3-b7ad-51da7003e61b {{(pid=101620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 11:15:04.193563 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729291086255'] for port, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.257587 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.db [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] For port 5c408fcf-2944-4cc3-b7ad-51da7003e61b, host dv-cinder-817514-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817514-2-iscsi',level=0,port_id=5c408fcf-2944-4cc3-b7ad-51da7003e61b,segment=NetworkSegment(f735ec05-21ae-4045-8a83-e99f1c700874),segment_id=f735ec05-21ae-4045-8a83-e99f1c700874)] {{(pid=101620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 11:15:04.257972 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924683'] for port, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.270450 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.plugin [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Calling delete_port for 5c408fcf-2944-4cc3-b7ad-51da7003e61b owned by network:dhcp {{(pid=101620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 11:15:04.365252 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1814731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729291094137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729290681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5958000'] for port, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.380826 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb91a7e-7b8f-430a-96af-aaf35749833e None None] DHCP port deletion for a36c8946-2b88-4782-b340-d2415e35f46d request from dv-cinder-817514-2-iscsi {{(pid=101621) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 11:15:04.395825 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c408fcf-2944-4cc3-b7ad-51da7003e61b,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:04.399304 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] No DVR routers for this DVR port 5c408fcf-2944-4cc3-b7ad-51da7003e61b on host dv-cinder-817514-2-iscsi {{(pid=101620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 11:15:04.473408 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1724083', 'neutron.services.segments.db._delete_segments_for_network-8729291115493'] for network, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.492582 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c8946-2b88-4782-b340-d2415e35f46d']}} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:04.501437 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f735ec05-21ae-4045-8a83-e99f1c700874') {'for_net_delete': True} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:04.501730 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.services.segments.db [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f735ec05-21ae-4045-8a83-e99f1c700874') {} {{(pid=101620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 11:15:04.511847 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729291217390', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6286267'] for segment, before_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.525981 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179'] for segment, precommit_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.533026 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=101620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 11:15:04.533424 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5957891'] for segment, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: Traceback (most recent call last): Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: timer() Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: cb(*args, **kw) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: return func(*args, **kwargs) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: self._notify() Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: self.callback(batched_events) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: event.method(event) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: return f(self, *a, **k) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._get(url).json() Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: return self.request(url, 'GET', **kwargs) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:15:04.535068 dv-cinder-817514-2-iscsi neutron-server[101620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:15:04.832715 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1724036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921339'] for network, after_delete {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.837694 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron_lib.callbacks.manager [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567176'] for network, before_response {{(pid=101620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:04.841330 dv-cinder-817514-2-iscsi neutron-server[101620]: INFO neutron.wsgi [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a36c8946-2b88-4782-b340-d2415e35f46d HTTP/1.1" status: 204 len: 168 time: 0.7696574 Nov 11 11:15:04.851698 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1e0b-67d7-4805-a277-1d60bc83b164 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36c8946-2b88-4782-b340-d2415e35f46d,revision_number=None']} {{(pid=101620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:05.065815 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45970) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:05.104445 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-9b381c83-2f7f-435b-b03f-f94e61feaed0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1410e55ef5664e9eb81f37a2f67b017d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373862 Nov 11 11:15:05.106764 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45972) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:05.155937 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.176099 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.221182 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.223707 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.224856 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a1016b2-6b0d-4878-85c6-ff436fddf8a9 HTTP/1.1" status: 204 len: 168 time: 0.1172025 Nov 11 11:15:05.232837 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6685d-2787-43c2-83a1-78b44565df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1016b2-6b0d-4878-85c6-ff436fddf8a9,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:05.546648 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45978) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:05.586786 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-8f41416d-bdf8-4df9-8998-1ec59e76a506 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58aac501ce3843d49658112a3f338269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388639 Nov 11 11:15:05.589197 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [-] (101619) accepted ('10.222.0.57', 45980) {{(pid=101619) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 11:15:05.635084 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.655191 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.700077 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646359'] for security_group, after_delete {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.702673 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron_lib.callbacks.manager [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:05.703797 dv-cinder-817514-2-iscsi neutron-server[101619]: INFO neutron.wsgi [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/327fe638-a532-493c-9d00-93f13940cda5 HTTP/1.1" status: 204 len: 168 time: 0.1136694 Nov 11 11:15:05.711523 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37c4a-0763-4c2e-9f2d-c211cba64a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327fe638-a532-493c-9d00-93f13940cda5,revision_number=None']} {{(pid=101619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 11:15:05.811113 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1de1902a-4be1-4b0b-b361-67f5d382bab1 no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:05.831709 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 1de1902a-4be1-4b0b-b361-67f5d382bab1 {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:05.832052 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 1de1902a-4be1-4b0b-b361-67f5d382bab1 not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:05.832459 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 5c408fcf-2944-4cc3-b7ad-51da7003e61b no longer exists at agent ovs-agent-dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 11:15:05.852176 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.plugin [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] No Port match for: 5c408fcf-2944-4cc3-b7ad-51da7003e61b {{(pid=101621) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 11:15:05.852522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron.plugins.ml2.rpc [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Device 5c408fcf-2944-4cc3-b7ad-51da7003e61b not bound to the agent host dv-cinder-817514-2-iscsi {{(pid=101621) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 11:15:06.982017 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:15:10.463385 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-4cfc983f-f8db-4af1-ba6e-e15334dc27a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:12.901011 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5ccb-c772-402f-8edb-09fbc89688b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:13.989034 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:15.493494 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:16.388121 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:23.300962 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:40.465135 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3f374017-4545-4287-994c-1dbbcbda6d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:42.905169 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5f1d-6a3f-433f-b13a-0181d6e5b57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:43.981069 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:15:43.990085 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:45.496800 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:46.389033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:15:53.321137 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:10.466479 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cd2d2c65-6791-4fee-b78a-9c73b521c427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:12.905691 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-e77c71c9-b81f-4906-b956-05f0399bef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:13.992843 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:15.500036 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:16.390779 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:20.979282 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:16:23.325064 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:40.467552 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-48a9d442-ab35-4c04-b103-906f6fd7af85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:42.906056 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b59cb719-99e7-4123-8826-20be3efa8892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:43.997358 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:45.502370 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:46.391842 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:53.344914 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:16:57.977757 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:17:10.469426 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a607-06af-475d-9078-0d352173cde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:12.906233 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-362b8cbf-aa73-4f5d-a12a-755a0d85f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:13.999755 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:15.507220 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:16.394306 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:23.362339 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:34.976115 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:17:40.471008 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-71f84ad3-4274-4592-8b12-b2cb81474fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:42.905753 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-cf9552e9-eb87-44bd-92d5-bd972214b390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:44.002546 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:45.511486 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:46.395495 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:17:46.926691 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [req-b5628de4-bc6a-4997-a6ce-f10e5a767e17 req-3e630788-cded-484e-863e-aabda0935af0 service neutron] (101620) timed out ('10.222.0.20', 65033) {{(pid=101620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 11:17:52.431398 dv-cinder-817514-2-iscsi neutron-server[101620]: DEBUG neutron.wsgi [req-ffac8a4a-9ea1-4c51-b6e0-3d4f460ccb39 req-bc54b19d-4b05-4d69-8b1f-3767c1dfc5cc service neutron] (101620) timed out ('10.222.0.20', 65046) {{(pid=101620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 11:17:53.366127 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:10.472430 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-b725d947-8348-493d-93a9-c1ed99ff17d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:11.974967 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:18:12.909056 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8a431dfd-b67b-4eb1-a394-8478f8cd95e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:14.005480 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:15.511877 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:16.396711 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:23.362889 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:40.473861 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8050998e-e1cd-4a90-9c6d-5f1fe7ba88ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:42.910523 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-d3464b5e-adbb-4985-8366-3da2a38e28bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:44.009468 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:45.514496 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:46.399198 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:18:48.973532 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:18:53.380625 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:10.475250 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-35af9c15-88e5-479a-a163-4226e3db1ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:12.912589 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-33f1aa9e-b7fa-4e63-9b2c-0adaaf3aaa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:14.012224 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:15.517365 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:16.401807 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:23.386399 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:25.972082 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:19:40.476274 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-25208b2f-fcfa-4146-aa47-569f68f74518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:42.914345 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-8b535f87-162d-4a66-af17-a5f13e568a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:44.016314 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:45.520569 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:46.402706 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:19:53.387341 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:02.970757 dv-cinder-817514-2-iscsi neutron-server[101622]: DEBUG neutron.db.agents_db [None req-c0d0ce48-c94d-4e24-a937-72c10b23e140 None None] Agent healthcheck: found 6 active agents {{(pid=101622) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 11:20:10.476861 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-0abab374-ff64-4d20-8a7b-ffcaa11d4fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:12.916333 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-2cfa71a9-5e1b-4a2f-87d2-106316d2fec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:14.017665 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-467a66aa-0a40-4864-bb6b-862375b37093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:15.522522 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-3b3729e2-24fd-4e78-9a05-2269b6e495fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:16.403958 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-93ef01a5-cca4-4eb2-9802-f8232f96166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:23.400033 dv-cinder-817514-2-iscsi neutron-server[101621]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8d6d-b5cf-4078-a673-4079e6e5cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729291115475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720649'] for agent, after_update {{(pid=101621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 11:20:24.135212 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-c077181b-f55d-49b5-abe6-c0c7ea4f03ce req-71e37b82-4a26-4360-9d41-2ec200314fc2 service neutron] (101619) timed out ('10.222.0.20', 65051) {{(pid=101619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 11:20:26.169281 dv-cinder-817514-2-iscsi neutron-server[101619]: DEBUG neutron.wsgi [req-955e9b44-bb06-4f0b-ae48-8cc5b43fe7fa req-218df6de-fe26-47f9-8080-e2030e495845 service neutron] (101619) timed out ('10.222.0.57', 39554) {{(pid=101619) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}